-- Logs begin at Tue 2021-05-25 15:01:50 UTC, end at Tue 2021-05-25 16:13:30 UTC. -- May 25 15:48:05.402908 dv-cinder-786384-6-smb systemd[1]: Started Devstack devstack@q-svc.service. May 25 15:48:06.389100 dv-cinder-786384-6-smb neutron-server[98716]: Beware of the coming changes in the project packaging May 25 15:48:06.389732 dv-cinder-786384-6-smb neutron-server[98716]: https://github.com/svinota/pyroute2/discussions/786 May 25 15:48:07.878644 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.common.config [-] Logging enabled! May 25 15:48:07.879280 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev240 May 25 15:48:07.879365 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98716) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 25 15:48:07.882511 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.common.config [-] Logging enabled! May 25 15:48:07.882769 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev240 May 25 15:48:07.883086 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98716) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 25 15:48:07.884162 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 15:48:07.884397 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 15:48:07.884758 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 15:48:07.885028 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 15:48:07.885256 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 15:48:07.885576 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.885874 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.886169 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.886400 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.886693 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.886983 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.887265 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.887559 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.887861 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.888147 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.888428 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.888714 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.888974 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.889263 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.889554 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.889842 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.890067 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] debug = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.890349 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.890783 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.891210 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.891495 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.891787 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.892069 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.892343 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.892622 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.892937 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.893277 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] host = dv-cinder-786384-6-smb {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.893558 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.893849 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.894137 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.894431 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.894706 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.894986 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.895275 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.895549 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.895825 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] log_file = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.896102 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.896391 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.896678 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.897007 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.897235 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.897459 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.897748 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.898036 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.898312 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.898585 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.898860 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.899138 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.899441 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.899713 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.899999 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.900281 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.900568 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.900875 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.901156 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.901431 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.901704 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.902019 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.902263 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.902536 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.902810 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.903097 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.903369 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.903642 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.903944 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.904232 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.904514 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.904810 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.905096 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.905382 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.905656 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.905931 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.906205 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] use_json = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.906478 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.906751 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.907034 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.907313 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.907585 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.907869 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.908140 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.908428 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:07.908731 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.909060 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.909364 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.909654 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.909951 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.910234 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.910526 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.910807 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.911098 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.911393 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.911684 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.911965 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.912258 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.912540 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.912862 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.913173 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.913472 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.913766 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.914043 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.914321 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.914598 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.915413 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.915748 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.916002 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.916293 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.916568 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.916873 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.917169 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.917449 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.917725 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.918005 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.918295 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.918574 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.918847 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.919130 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.919409 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.919684 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.919954 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.920230 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.920520 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.920806 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.921093 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.921363 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.921641 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.921913 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.922203 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.922482 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.922755 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.923027 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.923310 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.923583 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.923860 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.924138 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.924410 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.924687 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.924987 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.925262 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.925536 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.925812 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.926083 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.926356 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.926628 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.926904 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.927176 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.927448 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.927721 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.927995 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.928269 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.928559 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.928878 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.929159 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.929438 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.929721 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.929997 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.930273 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.931202 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.931487 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.931762 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.932039 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.932337 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.932623 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.933019 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.933307 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.933590 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.933884 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.934162 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.934444 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.934722 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.935001 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.935290 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.935574 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.935869 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.936165 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.936458 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.936752 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.937072 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.937352 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.937666 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.937944 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:07.938162 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 15:48:07.938413 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98716) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 25 15:48:08.295026 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:08.295389 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:08.295574 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:08.296053 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.manager [-] Loading core plugin: ml2 May 25 15:48:08.690311 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:08.690604 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:08.690878 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:08.692076 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:08.692348 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:08.692618 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:08.728032 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:08.728334 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:08.728604 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:08.748486 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:08.748989 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:08.749431 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:08.780056 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:08.780325 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:08.780589 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:08.826457 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:08.826656 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:08.826899 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.057305 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.057982 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.058072 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.058325 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.059077 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.182662 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.182898 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.183175 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.183450 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.183716 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.184023 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.184283 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.184537 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.184808 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.185096 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.185356 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.185619 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.185879 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.186133 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.186396 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.186665 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.187995 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.188290 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.188562 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.188880 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.189239 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.189501 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.189758 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.190049 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.190307 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.190558 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.190945 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:48:09.191186 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:48:09.191427 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:48:09.191665 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:48:09.191907 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:48:09.192158 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:48:09.192506 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 25 15:48:09.195612 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 25 15:48:09.199487 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 25 15:48:09.203215 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) May 25 15:48:09.204840 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 25 15:48:09.205282 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 25 15:48:09.205614 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 25 15:48:09.205998 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 25 15:48:09.209221 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 25 15:48:09.209477 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 25 15:48:09.209868 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 25 15:48:09.238071 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 25 15:48:09.238534 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.238836 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98716) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 25 15:48:09.239198 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.240551 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98716) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 25 15:48:09.240861 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 25 15:48:09.241122 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 25 15:48:09.245145 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.245425 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:09.323514 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 25 15:48:09.323757 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 25 15:48:09.323992 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 25 15:48:09.324368 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 25 15:48:09.355400 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_db.sqlalchemy.engines [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98716) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 25 15:48:09.852716 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.managers [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Initializing driver for type 'gre' May 25 15:48:09.853212 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] gre ID ranges: [(1, 1000)] May 25 15:48:10.050041 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.managers [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Initializing driver for type 'local' May 25 15:48:10.050378 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.managers [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Initializing driver for type 'vlan' May 25 15:48:10.143893 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] VlanTypeDriver initialization complete May 25 15:48:10.144514 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.managers [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Initializing driver for type 'vxlan' May 25 15:48:10.144657 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] vxlan ID ranges: [(1, 1000)] May 25 15:48:10.410297 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.managers [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Initializing extension driver 'port_security' May 25 15:48:10.410573 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.extensions.port_security [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] PortSecurityExtensionDriver initialization complete May 25 15:48:10.410915 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.managers [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Initializing mechanism driver 'openvswitch' May 25 15:48:10.411259 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.managers [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Initializing mechanism driver 'hyperv' May 25 15:48:10.418640 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.plugins.ml2.plugin [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:10.424465 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > port after_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.424465 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > port after_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.424465 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > port after_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.424465 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > subnet after_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.424961 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > subnet after_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.424961 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.424961 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > network after_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.424961 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > network after_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.425382 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > network after_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.425382 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > security_group after_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.425382 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > security_group after_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.425382 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > security_group after_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.425819 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.425819 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.425819 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.425819 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > address_group after_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.426306 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > address_group after_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.426306 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > address_group after_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.426306 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] ML2 OVO RPC backend initialized. {{(pid=98716) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 25 15:48:10.426633 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.426921 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.427342 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > network before_response 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.427692 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > networks before_response 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.428043 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > port before_response 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.428387 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > ports before_response 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.428731 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > subnet before_response 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.429165 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > subnets before_response 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.429515 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > network after_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.429900 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > network after_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.430193 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > network after_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.430537 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > port after_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.430929 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > port after_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.431266 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > port after_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.431616 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > subnet after_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.431959 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > subnet after_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.432301 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.432908 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.plugin [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Modular L2 Plugin initialization complete May 25 15:48:10.433243 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading services supported by the core plugin {{(pid=98716) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 25 15:48:10.433574 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.plugins.ml2.managers [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Got port-security extension from driver 'port_security' May 25 15:48:10.434039 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.extensions.vlantransparent [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Disabled vlantransparent extension. May 25 15:48:10.434532 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98716) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 25 15:48:10.434849 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading Plugin: router May 25 15:48:10.479531 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > router_interface before_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.479997 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > router after_create 55549900 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.480379 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > router before_create 55549900 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.480745 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.481147 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.481504 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > router after_delete 55549900 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.481865 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > floatingip after_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.482230 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > router after_create 55549900 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.482581 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > router after_update 55549900 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.482932 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > router after_update 55549900 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.483280 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.483640 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > router after_update 55549900 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.484051 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > router precommit_update 55549900 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.484423 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: port after_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.484769 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: port after_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.485176 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: subnet after_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.485523 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.485879 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > port precommit_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.486499 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > router precommit_create 55549900 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.486657 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: port before_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.486915 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > router precommit_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.487274 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > router after_update 55549900 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.487620 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > router precommit_delete 55549900 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.487971 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > router precommit_create 55549900 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.488333 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.488681 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > router precommit_update 55549900 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.489082 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > network after_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.489938 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.quota.resource_registry [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Tracking information for resource: router configured {{(pid=98716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:48:10.490377 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.quota.resource_registry [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Tracking information for resource: floatingip configured {{(pid=98716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:48:10.495447 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.db.l3_agentschedulers_db [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 25 15:48:10.496019 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: port after_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.496384 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: port after_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.496747 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: port after_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.497128 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: port after_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.497936 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > router before_create 55550100 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.498305 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > router precommit_delete 55550100 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.498671 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > router precommit_create 55550100 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.499039 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > router precommit_update 55550100 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.503605 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.services.provider_configuration [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Service providers = [] {{(pid=98716) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 25 15:48:10.503973 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.db.servicetype_db [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98716) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 25 15:48:10.506918 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.services.service_base [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98716) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 15:48:10.507269 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.services.service_base [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98716) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 15:48:10.507613 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.services.service_base [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98716) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 15:48:10.508485 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.services.service_base [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98716) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 15:48:10.509003 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.services.service_base [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Default provider is not specified for service type L3_ROUTER_NAT May 25 15:48:10.509468 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:48:10.509791 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 25 15:48:10.520605 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:48:10.520971 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading Plugin: auto_allocate May 25 15:48:10.532079 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: network precommit_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.532452 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: network precommit_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.533159 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:48:10.533423 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading Plugin: tag May 25 15:48:10.540875 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:48:10.541208 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading Plugin: timestamp May 25 15:48:10.545058 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:48:10.545392 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading Plugin: network_ip_availability May 25 15:48:10.561964 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.562338 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.562698 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.563447 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:48:10.563767 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading Plugin: flavors May 25 15:48:10.568815 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:48:10.569159 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading Plugin: revisions May 25 15:48:10.574018 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:48:10.574410 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_concurrency.lockutils [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.279s {{(pid=98716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:10.575162 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98716) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 25 15:48:10.575497 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Initializing extension manager. May 25 15:48:10.576009 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: __init__.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.576346 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: __pycache__ {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.576680 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.577034 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: address_group.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.577810 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.578386 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: address-group May 25 15:48:10.578707 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: address_scope.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.579407 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.579914 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: address-scope May 25 15:48:10.580234 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.581176 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.581684 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: router-admin-state-down-before-update May 25 15:48:10.582005 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: agent.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.582731 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.583228 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: agent May 25 15:48:10.583545 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: agent_resources_synced.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.586126 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.586626 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: agent-resources-synced May 25 15:48:10.587543 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: allowedaddresspairs.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.589347 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.589863 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: allowed-address-pairs May 25 15:48:10.590184 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: auto_allocated_topology.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.591244 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.591789 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: auto-allocated-topology May 25 15:48:10.592117 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: availability_zone.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.592812 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.593331 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: availability_zone May 25 15:48:10.593647 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: availability_zone_filter.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.594529 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.595033 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: availability_zone_filter May 25 15:48:10.595351 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: data_plane_status.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.596270 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.597169 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension data-plane-status not supported by any of loaded plugins May 25 15:48:10.597490 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: default_subnetpools.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.598380 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.598882 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: default-subnetpools May 25 15:48:10.599199 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.599996 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.600498 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: dhcp_agent_scheduler May 25 15:48:10.600856 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: dns.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.601725 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.602224 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension dns-integration not supported by any of loaded plugins May 25 15:48:10.602734 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: dns_domain_ports.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.603672 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.604169 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension dns-domain-ports not supported by any of loaded plugins May 25 15:48:10.604491 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: dvr.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.605185 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.605681 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: dvr May 25 15:48:10.605998 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: empty_string_filtering.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.606877 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.607377 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: empty-string-filtering May 25 15:48:10.607695 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.608576 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.609104 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 25 15:48:10.609422 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.610303 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.610805 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 25 15:48:10.611125 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: external_net.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.612003 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.612509 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: external-net May 25 15:48:10.612847 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.613741 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.614238 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: extra_dhcp_opt May 25 15:48:10.614553 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: extraroute.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.615432 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.615931 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: extraroute May 25 15:48:10.616247 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: extraroute_atomic.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.617283 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.617783 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: extraroute-atomic May 25 15:48:10.618147 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: filter_validation.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.618798 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.619296 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: filter-validation May 25 15:48:10.619639 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: fip_pf_description.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.620694 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.621226 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 25 15:48:10.621543 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: fip_port_details.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.622442 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.622943 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: fip-port-details May 25 15:48:10.623260 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: flavors.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.624478 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.625016 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: flavors May 25 15:48:10.625339 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.626986 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.627509 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 25 15:48:10.627836 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: floatingip_pools.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.628689 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.629134 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: floatingip-pools May 25 15:48:10.629456 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: ip_allocation.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.630349 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.630857 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension ip_allocation not supported by any of loaded plugins May 25 15:48:10.631172 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.632066 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.632572 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: ip-substring-filtering May 25 15:48:10.632920 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: l2_adjacency.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.634512 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.635018 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension l2_adjacency not supported by any of loaded plugins May 25 15:48:10.635340 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: l3.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.636307 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.641515 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: router May 25 15:48:10.641515 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.643532 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.644065 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 25 15:48:10.644398 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.645363 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.645880 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: ext-gw-mode May 25 15:48:10.646200 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.647097 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.647609 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: l3-ha May 25 15:48:10.647930 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: l3_flavors.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.648929 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.650038 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: l3-flavors May 25 15:48:10.650358 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.651270 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.651785 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: l3-port-ip-change-not-allowed May 25 15:48:10.652098 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: l3agentscheduler.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.653165 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.653675 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: l3_agent_scheduler May 25 15:48:10.654001 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: logging.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.655466 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.655989 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension logging not supported by any of loaded plugins May 25 15:48:10.656320 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: metering.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.657083 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.657676 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: metering May 25 15:48:10.657998 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.659109 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.659626 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: metering_source_and_destination_fields May 25 15:48:10.659955 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: multiprovidernet.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.661069 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.661527 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: multi-provider May 25 15:48:10.661853 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: netmtu.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.662753 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.663263 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: net-mtu May 25 15:48:10.663582 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: netmtu_writable.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.664471 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.665040 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: net-mtu-writable May 25 15:48:10.665363 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: network_availability_zone.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.666097 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.666604 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: network_availability_zone May 25 15:48:10.666920 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: network_ip_availability.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.672777 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.673313 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: network-ip-availability May 25 15:48:10.673634 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: network_segment_range.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.674383 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.674882 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension network-segment-range not supported by any of loaded plugins May 25 15:48:10.675202 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: pagination.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.676152 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.676481 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: pagination May 25 15:48:10.676814 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: port_device_profile.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.677789 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.678298 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: port-device-profile May 25 15:48:10.678617 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.679512 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.680015 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: port-mac-address-regenerate May 25 15:48:10.680334 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.681396 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.681898 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: port-numa-affinity-policy May 25 15:48:10.682217 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: port_resource_request.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.683138 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.683636 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension port-resource-request not supported by any of loaded plugins May 25 15:48:10.683953 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: portbindings.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.684958 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.685466 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: binding May 25 15:48:10.685780 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: portbindings_extended.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.687039 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.687551 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: binding-extended May 25 15:48:10.687874 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: portsecurity.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.688762 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.689292 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: port-security May 25 15:48:10.689614 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: project_id.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.690563 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.690890 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: project-id May 25 15:48:10.691215 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: providernet.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.692164 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.692663 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: provider May 25 15:48:10.693015 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: qos.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.697186 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.697711 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension qos not supported by any of loaded plugins May 25 15:48:10.702134 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.703269 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.703787 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 25 15:48:10.704113 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.705064 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.705578 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 25 15:48:10.705901 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: qos_default.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.706794 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.707309 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension qos-default not supported by any of loaded plugins May 25 15:48:10.707632 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: qos_fip.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.708312 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.708836 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension qos-fip not supported by any of loaded plugins May 25 15:48:10.709164 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: qos_gateway_ip.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.710063 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.710669 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 25 15:48:10.710884 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: qos_port_network_policy.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.711780 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.712925 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 25 15:48:10.713248 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: qos_rule_type_details.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.714213 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.714714 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 25 15:48:10.715033 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: qos_rules_alias.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.716066 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.716568 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension qos-rules-alias not supported by any of loaded plugins May 25 15:48:10.716923 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: quotasv2.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.717968 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.718296 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: quotas May 25 15:48:10.718617 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: quotasv2_detail.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.720225 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.720560 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: quota_details May 25 15:48:10.720919 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: rbac.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.722229 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.722752 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: rbac-policies May 25 15:48:10.723072 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: rbac_address_group.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.723981 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.724487 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: rbac-address-group May 25 15:48:10.724832 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: rbac_address_scope.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.725729 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.726232 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: rbac-address-scope May 25 15:48:10.726550 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: rbac_security_groups.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.727460 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.727968 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: rbac-security-groups May 25 15:48:10.728289 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: rbac_subnetpool.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.729217 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.729724 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: rbac-subnetpool May 25 15:48:10.730046 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: revisionifmatch.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.730936 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.731521 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: revision-if-match May 25 15:48:10.731841 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: revisions.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.732952 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.733459 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: standard-attr-revisions May 25 15:48:10.733780 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: router_availability_zone.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.734437 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.734939 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: router_availability_zone May 25 15:48:10.735256 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: routerservicetype.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.736149 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.736660 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension router-service-type not supported by any of loaded plugins May 25 15:48:10.737006 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.737900 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.738411 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: security-groups-normalized-cidr May 25 15:48:10.738731 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.739623 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.740130 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: port-security-groups-filtering May 25 15:48:10.740451 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.741373 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.741879 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: security-groups-remote-address-group May 25 15:48:10.742198 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: securitygroup.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.762144 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.762713 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: security-group May 25 15:48:10.763093 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: segment.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.764090 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.764607 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension segment not supported by any of loaded plugins May 25 15:48:10.764962 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.765948 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.766462 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 25 15:48:10.766787 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: servicetype.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.767953 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.768514 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: service-type May 25 15:48:10.768882 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: sorting.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.769860 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.770194 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: sorting May 25 15:48:10.770524 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: standard_attr_segment.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.771420 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.771936 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension standard-attr-segment not supported by any of loaded plugins May 25 15:48:10.772261 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: standardattrdescription.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.772923 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.773433 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: standard-attr-description May 25 15:48:10.773757 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: stateful_security_group.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.775339 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.775858 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: stateful-security-group May 25 15:48:10.776185 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: stdattrs_common.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.776764 dv-cinder-786384-6-smb neutron-server[98716]: WARNING neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 25 15:48:10.777113 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.783414 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.783924 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 25 15:48:10.784253 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: subnet_onboard.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.785415 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.785930 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: subnet_onboard May 25 15:48:10.786252 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.787221 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.787732 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 25 15:48:10.788098 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: subnet_service_types.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.789133 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.789658 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: subnet-service-types May 25 15:48:10.789981 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: subnetallocation.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.791079 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.791596 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: subnet_allocation May 25 15:48:10.791923 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.792586 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.793134 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: subnetpool-prefix-ops May 25 15:48:10.793458 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.794509 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.795023 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 25 15:48:10.795343 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: tagging.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.796426 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.796970 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: standard-attr-tag May 25 15:48:10.797299 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: timestamp.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.798495 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.799017 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loaded extension: standard-attr-timestamp May 25 15:48:10.799398 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: trunk.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.800421 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.800973 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension trunk not supported by any of loaded plugins May 25 15:48:10.801306 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: trunk_details.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.802210 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.802729 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension trunk-details not supported by any of loaded plugins May 25 15:48:10.803061 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: uplink_status_propagation.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.803973 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.804489 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 25 15:48:10.804842 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Loading extension file: vlantransparent.py {{(pid=98716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:48:10.805522 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:48:10.806058 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extension vlan-transparent not supported by any of loaded plugins May 25 15:48:10.808565 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.quota.resource_registry [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Creating instance of TrackedResource for resource:network May 25 15:48:10.809341 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.quota.resource_registry [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Creating instance of TrackedResource for resource:subnet May 25 15:48:10.811235 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.quota.resource_registry [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Creating instance of TrackedResource for resource:subnetpool May 25 15:48:10.811858 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.quota.resource_registry [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Creating instance of TrackedResource for resource:port May 25 15:48:10.813176 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.v2.resource_helper [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:48:10.813619 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.v2.resource_helper [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Service FLAVORS assigned prefix: {{(pid=98716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:48:10.814248 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.v2.resource_helper [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:48:10.814687 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.v2.resource_helper [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:48:10.815021 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.quota.resource_registry [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Creating instance of TrackedResource for resource:router May 25 15:48:10.815692 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.quota.resource_registry [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Creating instance of TrackedResource for resource:floatingip May 25 15:48:10.816402 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.v2.resource_helper [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Service METERING assigned prefix: /metering {{(pid=98716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:48:10.817858 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.822766 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.822766 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:10.822766 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.quota.resource_registry [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Creating instance of CountableResource for resource:rbac_policy May 25 15:48:10.822766 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.quota.resource_registry [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Creating instance of TrackedResource for resource:security_group May 25 15:48:10.822766 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.quota.resource_registry [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Creating instance of TrackedResource for resource:security_group_rule May 25 15:48:10.822766 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.v2.resource_helper [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Service CORE assigned prefix: {{(pid=98716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:48:10.823204 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.quota.resource_registry [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Creating instance of TrackedResource for resource:subnetpool May 25 15:48:10.823204 dv-cinder-786384-6-smb neutron-server[98716]: WARNING neutron.quota.resource_registry [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] subnetpool is already registered May 25 15:48:10.823358 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.v2.resource_helper [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Service CORE assigned prefix: {{(pid=98716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:48:10.823599 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.quota.resource_registry [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Creating instance of TrackedResource for resource:subnetpool May 25 15:48:10.823929 dv-cinder-786384-6-smb neutron-server[98716]: WARNING neutron.quota.resource_registry [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] subnetpool is already registered May 25 15:48:10.826590 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.v2.resource_helper [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:48:10.827036 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.v2.resource_helper [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Service FLAVORS assigned prefix: {{(pid=98716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:48:10.827632 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.v2.resource_helper [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:48:10.828058 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.v2.resource_helper [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:48:10.828431 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.quota.resource_registry [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Creating instance of TrackedResource for resource:router May 25 15:48:10.828766 dv-cinder-786384-6-smb neutron-server[98716]: WARNING neutron.quota.resource_registry [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] router is already registered May 25 15:48:10.829384 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.quota.resource_registry [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Creating instance of TrackedResource for resource:floatingip May 25 15:48:10.829716 dv-cinder-786384-6-smb neutron-server[98716]: WARNING neutron.quota.resource_registry [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] floatingip is already registered May 25 15:48:10.830386 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.v2.resource_helper [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Service METERING assigned prefix: /metering {{(pid=98716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:48:10.831183 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.quota.resource_registry [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Creating instance of CountableResource for resource:rbac_policy May 25 15:48:10.831514 dv-cinder-786384-6-smb neutron-server[98716]: WARNING neutron.quota.resource_registry [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] rbac_policy is already registered May 25 15:48:10.832060 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.quota.resource_registry [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Creating instance of TrackedResource for resource:security_group May 25 15:48:10.832392 dv-cinder-786384-6-smb neutron-server[98716]: WARNING neutron.quota.resource_registry [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] security_group is already registered May 25 15:48:10.833016 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.quota.resource_registry [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Creating instance of TrackedResource for resource:security_group_rule May 25 15:48:10.833361 dv-cinder-786384-6-smb neutron-server[98716]: WARNING neutron.quota.resource_registry [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] security_group_rule is already registered May 25 15:48:10.834030 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.v2.resource_helper [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Service CORE assigned prefix: {{(pid=98716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:48:10.834363 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.quota.resource_registry [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Creating instance of TrackedResource for resource:subnetpool May 25 15:48:10.834691 dv-cinder-786384-6-smb neutron-server[98716]: WARNING neutron.quota.resource_registry [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] subnetpool is already registered May 25 15:48:10.835308 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.v2.resource_helper [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Service CORE assigned prefix: {{(pid=98716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:48:10.835654 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.quota.resource_registry [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Creating instance of TrackedResource for resource:subnetpool May 25 15:48:10.835967 dv-cinder-786384-6-smb neutron-server[98716]: WARNING neutron.quota.resource_registry [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] subnetpool is already registered May 25 15:48:10.836618 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: extensions {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.838821 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: address-groups {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.840444 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: address-scopes {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.841699 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: agents {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.842853 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: auto-allocated-topology {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.844153 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: availability_zones {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.845497 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: dhcp-networks {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.847202 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: dhcp-agents {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.848646 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: routers {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.850572 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: flavors {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.851755 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: service_profiles {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.853076 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: next_providers {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.854654 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: service_profiles {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.856119 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: floatingip-pools {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.857371 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: routers {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.859212 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: floatingips {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.860434 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: l3-routers {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.861853 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: l3-agents {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.863272 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: metering-labels {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.864730 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: metering-label-rules {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.866045 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: network-ip-availabilities {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.867318 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: bindings {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.869096 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: quotas {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.870553 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: quotas {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.871998 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: rbac-policies {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.873340 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: security-groups {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.874560 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: security-group-rules {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.875800 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: service-providers {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.877050 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: subnetpools {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.879435 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: subnetpools {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.880931 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: tags {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.882639 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: tags {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.997834 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: tags {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:10.999538 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: tags {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:11.001349 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: tags {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:11.003208 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: tags {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:11.004943 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: tags {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:11.006874 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: tags {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:11.008616 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: tags {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:11.011247 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron.api.extensions [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Extended resource: tags {{(pid=98716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:48:11.017113 dv-cinder-786384-6-smb neutron-server[98716]: WARNING keystonemiddleware.auth_token [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 25 15:48:11.022036 dv-cinder-786384-6-smb neutron-server[98716]: WARNING keystonemiddleware.auth_token [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 25 15:48:11.030762 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_concurrency.lockutils [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Acquired lock "singleton_lock" {{(pid=98716) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 25 15:48:11.031248 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_concurrency.lockutils [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Releasing lock "singleton_lock" {{(pid=98716) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 25 15:48:11.031886 dv-cinder-786384-6-smb neutron-server[98716]: INFO oslo_service.service [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Starting 2 workers May 25 15:48:11.036643 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Started child 98823 {{(pid=98716) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 15:48:11.041159 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Started child 98824 {{(pid=98716) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 15:48:11.042083 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:11.042748 dv-cinder-786384-6-smb neutron-server[98716]: INFO neutron.service [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Neutron service started, listening on 0.0.0.0:9696 May 25 15:48:11.043358 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Notify callbacks [] for process, before_spawn {{(pid=98716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:11.043758 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [-] (98823) wsgi starting up on http://0.0.0.0:9696 May 25 15:48:11.045869 dv-cinder-786384-6-smb neutron-server[98716]: INFO oslo_service.service [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Starting 1 workers May 25 15:48:11.046202 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:11.047631 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [-] (98824) wsgi starting up on http://0.0.0.0:9696 May 25 15:48:11.051420 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Started child 98825 {{(pid=98716) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 15:48:11.051614 dv-cinder-786384-6-smb neutron-server[98716]: INFO oslo_service.service [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Starting 1 workers May 25 15:48:11.054401 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.service [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] calling RpcWorker wait() {{(pid=98825) _wait /opt/stack/neutron/neutron/service.py:128}} May 25 15:48:11.054947 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.service [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] returning from RpcWorker wait() {{(pid=98825) _wait /opt/stack/neutron/neutron/service.py:135}} May 25 15:48:11.056618 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Started child 98826 {{(pid=98716) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 15:48:11.056900 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:11.057363 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:11.057469 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG neutron_lib.callbacks.manager [None req-b712ff36-06d2-42f9-9c42-748ac0533c06 None None] Notify callbacks [] for process, after_spawn {{(pid=98716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:11.059298 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98716) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 25 15:48:11.059524 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 15:48:11.059712 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 15:48:11.059929 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 15:48:11.060269 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 15:48:11.060435 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 15:48:11.060972 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.061274 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.061550 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.061826 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.062127 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.062459 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:11.062929 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.062929 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.063171 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.063452 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.063720 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.063897 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.063985 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:11.064054 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.064308 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.064556 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.064903 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.065443 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.065443 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.065688 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.065860 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.066138 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.066404 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.066634 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.066907 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] debug = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.067139 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.067648 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.067890 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.068147 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.068395 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.068675 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.068969 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.069261 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.069513 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.069738 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.070033 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.070316 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.070602 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.070952 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.071196 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.072165 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.072392 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.072923 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] host = dv-cinder-786384-6-smb {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.073170 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.073415 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.073681 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.073948 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.074200 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.074440 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.074697 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.074948 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.075199 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.075430 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.075704 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.075965 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.076212 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.076467 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] log_file = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.076634 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] log_options = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.077130 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.080630 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.080630 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.080630 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.080630 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.080630 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.080630 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.080630 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.081517 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.081517 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.081517 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.081517 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.081517 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.081517 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.081517 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.081517 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.081517 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.082745 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.082745 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.082745 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.083108 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 37338) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:11.083349 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.083349 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.083349 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.083349 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.083349 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.083349 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.083349 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.083349 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.083349 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.084483 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.084483 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.084483 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.084483 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.084483 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.085251 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.085251 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.085251 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.086061 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.086061 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.086061 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.086061 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.086568 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.086568 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.086845 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.086981 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.087330 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] use_json = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.087547 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.088124 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.088124 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.088600 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.088600 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.088896 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.089033 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.089181 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.089618 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.089909 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.090217 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.090469 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.090711 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.090955 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.091207 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.091450 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.091712 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.092025 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.092614 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.092770 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.093017 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.093275 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.094201 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.094201 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.094498 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067232 May 25 15:48:11.094648 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.094648 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.094648 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.095126 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.095126 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.095406 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.095583 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.097495 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.097495 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.097757 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.097887 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.103189 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.103189 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.103189 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.103189 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.103189 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.103189 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.103189 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.103189 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.103189 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.104389 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.104389 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.104389 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.104389 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.104389 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.104389 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.104389 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.104389 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.104389 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.105587 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.105587 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.105587 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.105587 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.105587 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.105587 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.105587 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.105587 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.105587 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.106723 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.106723 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.106723 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.106723 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.106723 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.106723 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.106723 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.106723 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.106723 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.107974 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.107974 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.107974 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.107974 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.107974 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.107974 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.107974 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.107974 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.107974 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.109158 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.109158 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.109158 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.109158 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.109158 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.110587 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.110587 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.110587 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.110587 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.110587 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.110587 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.110587 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.111586 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.111586 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.111586 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.111586 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.113255 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.113255 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.113255 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.113255 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.113255 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.113255 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.113255 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.113918 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.113918 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.113918 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.114146 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.114330 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.114630 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.114845 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.115081 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.115323 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.115568 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.115864 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.116156 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.116394 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.116727 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.117024 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.117296 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.117587 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.117857 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.118673 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.119905 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.120220 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.121238 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.121538 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.121817 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.122108 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.123120 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.123397 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.123649 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.123910 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.124895 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.125161 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.126251 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.126565 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.127653 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.127653 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.127653 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.127653 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.128100 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.128100 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.128309 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.128413 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.128691 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.128990 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.129239 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.129521 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.129775 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.130014 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.130281 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.130519 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.130754 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.130975 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.132841 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.132841 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.132841 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.132841 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.132841 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.132841 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.133445 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.133445 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.133658 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.134953 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.134953 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.134953 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.135424 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.135538 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.135758 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.135941 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.136182 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.137210 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.137210 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.137210 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.137210 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.137702 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.137702 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.137931 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.139902 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.139902 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.139902 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.139902 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.139902 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.139902 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.139902 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.139902 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.140757 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.140757 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.140757 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.140757 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.141200 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.141200 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.141461 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.141611 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.142784 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.142784 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.142784 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.142784 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.143454 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.143454 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.143454 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.143876 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.143876 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.144815 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.144815 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.144815 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.144815 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.145338 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.145338 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.145672 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.145672 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.145936 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.146073 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.146923 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.146923 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.146923 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.147352 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.147352 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.147566 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.147688 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.147900 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.148114 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.148332 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.148545 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.148819 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.149933 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.150150 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.150547 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.150915 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.151303 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.151525 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.151744 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.151967 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.152181 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.152419 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.152630 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.152889 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.153091 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.153870 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.153870 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.153870 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.154109 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.154368 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.154603 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.155301 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.155301 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.155454 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.155639 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.155899 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.156830 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.156830 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.156830 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.158709 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.158964 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.159248 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.159560 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.159819 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.160114 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.160441 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.160719 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.162569 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.162898 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.163261 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.163555 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.163817 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.164743 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.164743 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.164743 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.165139 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.166203 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.166308 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.166536 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.166727 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.166973 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.167227 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.167448 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.167674 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.167968 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.168159 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.168413 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.168846 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.169865 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.169865 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 15:48:11.170451 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98716) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 25 15:48:11.170609 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 15:48:11.170771 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 15:48:11.171093 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 15:48:11.171415 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 15:48:11.172214 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 15:48:11.172441 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.173116 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.174166 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.174166 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.174166 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.174166 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.174166 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.174166 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.174525 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.174525 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.174699 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.174824 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.175157 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.175335 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.175513 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.175671 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.175793 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.175949 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.176107 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.176270 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.176423 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.177007 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.177176 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] debug = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.177336 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.178238 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.178408 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.178557 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.178717 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.178881 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.179037 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.179196 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.180184 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.180184 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.180184 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.180184 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.180184 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.180184 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.181560 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.181560 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.181560 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.181560 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] host = dv-cinder-786384-6-smb {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.181560 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.181560 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.181958 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.181958 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.181958 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.182178 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.182254 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.182419 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.182596 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.182741 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.182891 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.183062 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.183226 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.185028 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] log_file = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.185028 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] log_options = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.185028 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.185028 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.185028 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.185028 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.185028 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.185451 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.185451 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.185451 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.185451 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.185451 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.185451 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.185816 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.185816 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.185816 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.186025 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.186103 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.186269 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.186411 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.186571 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.186781 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.186869 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.187670 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.187670 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.187670 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.187670 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.187670 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.188048 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.188048 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.188048 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.188254 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.188597 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.188597 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.188779 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.188779 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.189102 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.189187 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.190389 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.190389 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.190389 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.190389 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.190389 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.190389 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.190389 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.190389 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.198041 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.198041 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] use_json = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.198041 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.198041 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.198041 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.198041 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.198041 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.198041 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.198041 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.198627 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:48:11.198627 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.198627 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.198627 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.198627 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.198627 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.198627 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.198627 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.199147 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.199147 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.199147 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.199147 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.199147 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.199147 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.199147 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.199147 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.199675 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.199675 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.199675 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.199675 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.199675 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.199675 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.199675 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.199675 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.200189 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.200189 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.200189 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.200189 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.200189 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.200189 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.200189 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.200189 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.200704 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.200704 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.200704 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.200704 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.200704 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.200704 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.200704 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.200704 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.200704 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.201539 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.201539 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.201539 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.201539 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.201539 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.201539 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.201539 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.201539 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.201539 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.202067 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.202067 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.202067 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.202067 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.202067 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.202067 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.202067 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.202067 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.202067 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.202547 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.202547 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.202547 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.202547 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.202547 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.202547 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.202547 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.202957 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.202957 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.203503 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.203503 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.203503 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.203720 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.203720 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.203857 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.203997 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.204160 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.204328 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.204529 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.204698 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.204887 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.205018 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.205152 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.205285 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.205417 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.205577 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.205749 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.205928 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.206092 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.206255 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.206419 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.206580 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.206743 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.206905 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.207072 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.207237 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.207401 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.207562 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.207760 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.207889 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.208011 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.208178 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.208358 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.208486 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.208650 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.209768 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.209768 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.209768 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.210091 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.210091 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.210233 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.210340 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.210503 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.210678 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.210841 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.211006 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.211166 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.211330 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.211664 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.212362 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.212635 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.212886 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.212886 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.212886 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.212886 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.212886 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.212886 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.212886 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.212886 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.212886 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.217085 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.217085 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.217085 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.217085 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.217085 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.217085 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.217085 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.217085 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.218557 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.218557 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.218557 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.218557 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.218557 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.218557 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.218557 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.218557 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.218989 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.218989 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.218989 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.218989 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.218989 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.218989 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.219355 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.219355 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.219355 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.219567 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.219643 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.219800 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.219974 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.220252 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.220425 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.220584 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.220748 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.220936 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.221099 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.221261 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.221424 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.222656 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.222656 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.222656 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.222656 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.222656 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.222656 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.223021 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.223021 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.223153 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.223222 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.223370 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.223540 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.223704 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.223940 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.224051 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.224177 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.224330 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.224729 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.224933 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.225099 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.225262 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.225474 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.225598 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.226049 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.226188 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.226353 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.226584 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.226677 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.226823 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.227359 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.228822 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.228822 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.228822 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.228822 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.229116 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.229212 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.229354 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.229516 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.229830 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.230981 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.231175 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.231357 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.231523 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.231686 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.231848 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.232010 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.232473 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.232642 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.232868 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.233005 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.233146 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.233317 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.233478 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.233683 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.234834 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.234834 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.234834 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.234834 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.234834 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.236071 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.236234 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.236425 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.236579 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.236745 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.236952 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.237342 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.237527 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.237679 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.238688 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.238688 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.238917 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:11.244063 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.244063 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.244063 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.244063 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.244063 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.244063 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.244063 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.244063 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.244660 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.244660 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.244660 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.244660 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.244660 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.244660 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.244660 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.244660 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.245193 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.245193 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.245193 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.245193 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.245193 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.245193 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.245193 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.245193 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.245193 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.245811 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.245811 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.245811 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.245811 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.245811 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.245811 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.245811 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.245811 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.245811 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.246413 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.246413 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.246413 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.246413 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.246413 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:48:11.246413 dv-cinder-786384-6-smb neutron-server[98716]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 15:48:22.288952 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f275e0-d688-4646-8db5-f8a917516c30 None None] get_active_networks_info from dv-cinder-786384-6-smb {{(pid=98825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 25 15:48:22.364419 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f275e0-d688-4646-8db5-f8a917516c30 None None] No non-hosted networks {{(pid=98825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 25 15:48:22.382044 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.agentschedulers_db [None req-26f275e0-d688-4646-8db5-f8a917516c30 None None] DHCP Agent not found on host dv-cinder-786384-6-smb {{(pid=98825) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 25 15:48:22.465733 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-c74c7b3d-c64f-45fd-ba39-fc1d2bf71b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302'] for agent, after_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:24.722579 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302'] for agent, after_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:24.723812 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:24.724514 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:24.726488 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:24.729245 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:24.729245 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:24.730873 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:24.732651 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:24.733625 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:24.734730 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:24.735589 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:24.737374 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:24.737883 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:24.738486 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786384-6-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:24.756338 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786384-6-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:24.803872 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-4f840ff9-6372-477c-bd32-05758d8ac768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302'] for agent, after_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:24.812839 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-d5ab9c46-03f1-4999-91b1-f45f1dbfc05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:25.858011 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302'] for agent, after_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:27.414014 dv-cinder-786384-6-smb neutron-server[98825]: INFO neutron.db.l3_hamode_db [None req-d986fff3-2a0e-4741-b421-43f357677f4a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 25 15:48:27.505021 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d986fff3-2a0e-4741-b421-43f357677f4a None None] Routers set() bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:48:27.505415 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d986fff3-2a0e-4741-b421-43f357677f4a None None] Router IDs set() for agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 25 15:48:27.886758 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302'] for agent, after_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:29.198936 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 37444) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:29.778874 dv-cinder-786384-6-smb neutron-server[98823]: WARNING oslo_policy.policy [None req-62ec32f4-2843-47f5-adc0-30c536755ec5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:48:29.779488 dv-cinder-786384-6-smb neutron-server[98823]: WARNING oslo_policy.policy [None req-62ec32f4-2843-47f5-adc0-30c536755ec5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:48:29.997852 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [None req-62ec32f4-2843-47f5-adc0-30c536755ec5 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=98823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:48:29.998829 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-62ec32f4-2843-47f5-adc0-30c536755ec5 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7990038 May 25 15:48:32.358566 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 37458) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:32.739783 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-404041ff-0c28-4f21-96bf-b9fc44d42d2b admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:48:32.840753 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.policy [None req-404041ff-0c28-4f21-96bf-b9fc44d42d2b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98823) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 15:48:32.887768 dv-cinder-786384-6-smb neutron-server[98823]: WARNING oslo_policy.policy [None req-404041ff-0c28-4f21-96bf-b9fc44d42d2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:48:32.888165 dv-cinder-786384-6-smb neutron-server[98823]: WARNING oslo_policy.policy [None req-404041ff-0c28-4f21-96bf-b9fc44d42d2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:48:32.896675 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.quota [None req-404041ff-0c28-4f21-96bf-b9fc44d42d2b admin admin] Loaded quota_driver: . May 25 15:48:32.911953 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-404041ff-0c28-4f21-96bf-b9fc44d42d2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:48:33.029427 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-404041ff-0c28-4f21-96bf-b9fc44d42d2b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745743167684', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745743168037', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745743148056', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745743151540', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745743145551', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745743135506', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1655694', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1684748', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-425790', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-613099'] for rbac-policy, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:33.241278 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-404041ff-0c28-4f21-96bf-b9fc44d42d2b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:33.242441 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-404041ff-0c28-4f21-96bf-b9fc44d42d2b admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8829193 May 25 15:48:35.858820 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 37472) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:36.440312 dv-cinder-786384-6-smb neutron-server[98824]: WARNING oslo_policy.policy [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:48:36.440930 dv-cinder-786384-6-smb neutron-server[98824]: WARNING oslo_policy.policy [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:48:36.660504 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '02f961dc1023473986d81d1e1291f8e9', 'project_id': '02f961dc1023473986d81d1e1291f8e9'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:48:36.662189 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.quota [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Loaded quota_driver: . May 25 15:48:36.677813 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:48:36.684947 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Usage tracker for resource:network and tenant:02f961dc1023473986d81d1e1291f8e9 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:48:36.690527 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:48:36.698524 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:48:36.801291 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Made reservation on behalf of 02f961dc1023473986d81d1e1291f8e9 for: {'network': 1} {{(pid=98824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:48:36.876063 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.policy [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98824) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 15:48:36.921081 dv-cinder-786384-6-smb neutron-server[98824]: WARNING oslo_policy.policy [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:48:36.921458 dv-cinder-786384-6-smb neutron-server[98824]: WARNING oslo_policy.policy [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:48:36.932039 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1625114'] for network, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:36.952898 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:36.967105 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:48:36.970715 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Usage tracker for resource:security_group_rule and tenant:02f961dc1023473986d81d1e1291f8e9 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:48:36.975741 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:48:36.982079 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:48:37.091876 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:37.160803 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:37.167103 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:37.187838 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=98824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:48:37.213226 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745741368293', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:37.213916 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Unsubscribe: segment precommit_create {{(pid=98824) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 25 15:48:37.214408 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.db.segments_db [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Added segment 87db6f9d-9fc7-4cde-bf98-2b65a3d6c876 of type vlan for network 973c8b7a-70ef-4010-963e-970e01264d2e May 25 15:48:37.223415 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9895cc9-1cee-40d8-b17e-375a9ee51434,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:37.277374 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:37.277713 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:37.278048 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:37.278373 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:37.278696 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:37.279019 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:37.279340 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:37.279704 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:37.280038 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:37.280382 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:37.280819 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:37.281409 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Tracked resource versions report: May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: pushed versions: May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: { 'AddressGroup': {'1.2'}, May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: 'ConntrackHelper': {'1.0'}, May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: 'Log': {'1.0'}, May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: 'Network': {'1.1'}, May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: 'Port': {'1.7'}, May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: 'PortForwarding': {'1.2'}, May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: 'QosPolicy': {'1.8'}, May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: 'SecurityGroup': {'1.4'}, May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: 'SecurityGroupRule': {'1.2'}, May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: 'SubPort': {'1.0'}, May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: 'Subnet': {'1.1'}, May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: 'Trunk': {'1.1'}} May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: consumer versions: May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: { DHCP agent@dv-cinder-786384-6-smb: {}, May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: L3 agent@dv-cinder-786384-6-smb: {}, May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: Metadata agent@dv-cinder-786384-6-smb: {}, May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: Metering agent@dv-cinder-786384-6-smb: {}, May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: Open vSwitch agent@dv-cinder-786384-6-smb: { 'AddressGroup': '1.2', May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: 'ConntrackHelper': '1.0', May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: 'Log': '1.0', May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: 'Network': '1.1', May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: 'Port': '1.7', May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: 'PortForwarding': '1.2', May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: 'QosPolicy': '1.8', May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: 'SecurityGroup': '1.4', May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: 'SecurityGroupRule': '1.2', May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: 'SubPort': '1.0', May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: 'Subnet': '1.1', May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: 'Trunk': '1.1'}} May 25 15:48:37.282185 dv-cinder-786384-6-smb neutron-server[98824]: {{(pid=98824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:48:37.312440 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:37.383666 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745740942677'] for network, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:37.509532 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387'] for network, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:37.511133 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:37.511793 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:37.517085 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:37.625645 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Pushing event updated for resources: {'Network': ['ID=973c8b7a-70ef-4010-963e-970e01264d2e,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:37.628735 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:37.642653 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Network 973c8b7a-70ef-4010-963e-970e01264d2e details requested by agent ovs-agent-dv-cinder-786384-6-smb with host dv-cinder-786384-6-smb {{(pid=98825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:48:37.699110 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.8380456 May 25 15:48:40.381153 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 37494) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:40.897057 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034d6aa3-c09e-46be-b923-7488b4992c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:40.898563 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-034d6aa3-c09e-46be-b923-7488b4992c74 admin admin] 10.222.0.72 "GET /v2.0/networks/973c8b7a-70ef-4010-963e-970e01264d2e HTTP/1.1" status: 200 len: 825 time: 0.5164008 May 25 15:48:40.926034 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-87ef69d3-aebf-40b5-bb5e-69a834d90dff admin admin] 10.222.0.72 "GET /v2.0/subnetpools/f010743b-7fdf-4994-9341-7bec0dec5ef2 HTTP/1.1" status: 200 len: 734 time: 0.0221622 May 25 15:48:40.935593 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Request body: {'subnet': {'network_id': '973c8b7a-70ef-4010-963e-970e01264d2e', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '02f961dc1023473986d81d1e1291f8e9', 'subnetpool_id': 'f010743b-7fdf-4994-9341-7bec0dec5ef2'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:48:40.940266 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:48:40.944376 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Usage tracker for resource:subnet and tenant:02f961dc1023473986d81d1e1291f8e9 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:48:40.948291 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:48:40.954552 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:48:41.087383 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Made reservation on behalf of 02f961dc1023473986d81d1e1291f8e9 for: {'subnet': 1} {{(pid=98823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:48:41.091831 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:41.654394 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408'] for subnet, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:41.659901 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:41.735235 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Checking segment: {'id': '87db6f9d-9fc7-4cde-bf98-2b65a3d6c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '973c8b7a-70ef-4010-963e-970e01264d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:48:41.735604 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Network hostable DHCP agents. Network: 973c8b7a-70ef-4010-963e-970e01264d2e, hostable agents: ['00ebe683-d06a-496e-87c5-4674691aaa5f'], hosted agents: [] {{(pid=98823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:48:41.748529 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=132b44cc-f185-4207-96ec-f37d84af6681,revision_number=0']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:41.759229 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:41.759561 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:41.759883 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:41.760207 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:41.760519 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:41.760858 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:41.761169 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:41.761475 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:41.761801 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:41.762113 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:41.762411 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:41.762710 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Tracked resource versions report: May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: pushed versions: May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: { 'AddressGroup': {'1.2'}, May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: 'ConntrackHelper': {'1.0'}, May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: 'Log': {'1.0'}, May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: 'Network': {'1.1'}, May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: 'Port': {'1.7'}, May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: 'PortForwarding': {'1.2'}, May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: 'QosPolicy': {'1.8'}, May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: 'SecurityGroup': {'1.4'}, May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: 'SecurityGroupRule': {'1.2'}, May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: 'SubPort': {'1.0'}, May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: 'Subnet': {'1.1'}, May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: 'Trunk': {'1.1'}} May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: consumer versions: May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: { DHCP agent@dv-cinder-786384-6-smb: {}, May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: L3 agent@dv-cinder-786384-6-smb: {}, May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: Metadata agent@dv-cinder-786384-6-smb: {}, May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: Metering agent@dv-cinder-786384-6-smb: {}, May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: Open vSwitch agent@dv-cinder-786384-6-smb: { 'AddressGroup': '1.2', May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: 'ConntrackHelper': '1.0', May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: 'Log': '1.0', May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: 'Network': '1.1', May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: 'Port': '1.7', May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: 'PortForwarding': '1.2', May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: 'QosPolicy': '1.8', May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: 'SecurityGroup': '1.4', May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: 'SecurityGroupRule': '1.2', May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: 'SubPort': '1.0', May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: 'Subnet': '1.1', May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: 'Trunk': '1.1'}} May 25 15:48:41.763779 dv-cinder-786384-6-smb neutron-server[98823]: {{(pid=98823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:48:41.795121 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:41.863105 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Network 973c8b7a-70ef-4010-963e-970e01264d2e is scheduled to be hosted by DHCP agent 00ebe683-d06a-496e-87c5-4674691aaa5f with binding_index 1 {{(pid=98823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:48:41.966272 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-6-smb, 973c8b7a-70ef-4010-963e-970e01264d2e) {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:48:41.970983 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:41.971863 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for subnet, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:41.976485 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bbed42-5534-40be-896f-9047af049676 None None] Network 973c8b7a-70ef-4010-963e-970e01264d2e requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:48:42.075957 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1437681 May 25 15:48:42.288009 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32cf0f2c-b959-5911-8d06-ef128a5e522b-973c8b7a-70ef-4010-963e-970e01264d2e', 'network_id': '973c8b7a-70ef-4010-963e-970e01264d2e', 'tenant_id': '02f961dc1023473986d81d1e1291f8e9', 'fixed_ips': [{'subnet_id': '132b44cc-f185-4207-96ec-f37d84af6681'}]}} from dv-cinder-786384-6-smb. {{(pid=98825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 15:48:42.289823 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:42.481534 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.db_base_plugin_common [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Allocated IP 172.20.0.2 (973c8b7a-70ef-4010-963e-970e01264d2e/132b44cc-f185-4207-96ec-f37d84af6681/67220d6b-50d8-44e6-8927-2d83ce553c42) {{(pid=98825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:48:42.716697 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Notify callbacks [] for port, precommit_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:42.730450 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Transition to ACTIVE for port object 67220d6b-50d8-44e6-8927-2d83ce553c42 will not be triggered until provisioned by entity L2. {{(pid=98825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:48:42.749573 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Transition to ACTIVE for port object 67220d6b-50d8-44e6-8927-2d83ce553c42 will not be triggered until provisioned by entity DHCP. {{(pid=98825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:48:42.827940 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603'] for port, after_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:42.832947 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:42.893703 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Network 973c8b7a-70ef-4010-963e-970e01264d2e is already hosted by enough agents. {{(pid=98825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:48:42.896521 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.scheduler.base_scheduler [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Resources bound (agent type, host, resource id): {{(pid=98825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:48:42.905476 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Received port after_create {{(pid=98825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:48:42.907626 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Pushing event updated for resources: {'Port': ['ID=67220d6b-50d8-44e6-8927-2d83ce553c42,revision_number=1']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:42.945301 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:42.945672 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:42.946003 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:42.946330 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:42.946646 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:42.946961 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:42.947276 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:42.947589 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:42.947899 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:42.948210 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:42.948519 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:42.948853 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Tracked resource versions report: May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: pushed versions: May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: { 'AddressGroup': {'1.2'}, May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: 'ConntrackHelper': {'1.0'}, May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: 'Log': {'1.0'}, May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: 'Network': {'1.1'}, May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: 'Port': {'1.7'}, May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: 'PortForwarding': {'1.2'}, May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: 'QosPolicy': {'1.8'}, May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: 'SecurityGroup': {'1.4'}, May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: 'SecurityGroupRule': {'1.2'}, May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: 'SubPort': {'1.0'}, May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: 'Subnet': {'1.1'}, May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: 'Trunk': {'1.1'}} May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: consumer versions: May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: { DHCP agent@dv-cinder-786384-6-smb: {}, May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: L3 agent@dv-cinder-786384-6-smb: {}, May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: Metadata agent@dv-cinder-786384-6-smb: {}, May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: Metering agent@dv-cinder-786384-6-smb: {}, May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: Open vSwitch agent@dv-cinder-786384-6-smb: { 'AddressGroup': '1.2', May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: 'ConntrackHelper': '1.0', May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: 'Log': '1.0', May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: 'Network': '1.1', May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: 'Port': '1.7', May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: 'PortForwarding': '1.2', May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: 'QosPolicy': '1.8', May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: 'SecurityGroup': '1.4', May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: 'SecurityGroupRule': '1.2', May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: 'SubPort': '1.0', May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: 'Subnet': '1.1', May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: 'Trunk': '1.1'}} May 25 15:48:42.949931 dv-cinder-786384-6-smb neutron-server[98825]: {{(pid=98825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:48:42.957347 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:43.014462 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Attempting to bind port 67220d6b-50d8-44e6-8927-2d83ce553c42 on host dv-cinder-786384-6-smb for vnic_type normal with profile {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:48:43.015121 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Attempting to bind port 67220d6b-50d8-44e6-8927-2d83ce553c42 by drivers openvswitch,hyperv on host dv-cinder-786384-6-smb at level 0 using segments [{'id': '87db6f9d-9fc7-4cde-bf98-2b65a3d6c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '973c8b7a-70ef-4010-963e-970e01264d2e'}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:48:43.015298 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Attempting to bind port 67220d6b-50d8-44e6-8927-2d83ce553c42 on network 973c8b7a-70ef-4010-963e-970e01264d2e {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:48:43.020569 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Checking agent: {'id': '604f280d-a953-439f-8917-ecde1e61df0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 48, 25), 'started_at': datetime.datetime(2021, 5, 25, 15, 48, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:48:43.021001 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Checking segment: {'id': '87db6f9d-9fc7-4cde-bf98-2b65a3d6c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '973c8b7a-70ef-4010-963e-970e01264d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:48:43.021455 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:43.021846 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Bound using segment: {'id': '87db6f9d-9fc7-4cde-bf98-2b65a3d6c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '973c8b7a-70ef-4010-963e-970e01264d2e'} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:48:43.022375 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Bound port: 67220d6b-50d8-44e6-8927-2d83ce553c42, host: dv-cinder-786384-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87db6f9d-9fc7-4cde-bf98-2b65a3d6c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '973c8b7a-70ef-4010-963e-970e01264d2e'}}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:48:43.022752 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:43.120377 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] For port 67220d6b-50d8-44e6-8927-2d83ce553c42, host dv-cinder-786384-6-smb, cleared binding levels {{(pid=98825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:48:43.124542 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] For port 67220d6b-50d8-44e6-8927-2d83ce553c42, host dv-cinder-786384-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=67220d6b-50d8-44e6-8927-2d83ce553c42,segment=NetworkSegment(87db6f9d-9fc7-4cde-bf98-2b65a3d6c876),segment_id=87db6f9d-9fc7-4cde-bf98-2b65a3d6c876)] {{(pid=98825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:48:43.216208 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:43.220400 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:43.308720 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Pushing event updated for resources: {'Port': ['ID=67220d6b-50d8-44e6-8927-2d83ce553c42,revision_number=2']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:43.312087 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:44.479110 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 37508) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:44.866441 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [None req-96ea2bee-66c0-4c30-b2fe-52ff366a49f1 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=98824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:48:44.868073 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-96ea2bee-66c0-4c30-b2fe-52ff366a49f1 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3873425 May 25 15:48:47.267101 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 37518) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:47.652963 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [None req-ecb9d4e1-2df3-4037-be9f-2553b0eb47b4 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=98824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:48:47.653942 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-ecb9d4e1-2df3-4037-be9f-2553b0eb47b4 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3859329 May 25 15:48:48.966635 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281b5645-3de1-4c18-ad44-e95c35bfa325 None None] Network 973c8b7a-70ef-4010-963e-970e01264d2e requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:48:49.089728 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 67220d6b-50d8-44e6-8927-2d83ce553c42 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:48:49.225655 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-6d622ce3-d454-4d6c-8d3b-e20cee07a36e None None] Provisioning for port 67220d6b-50d8-44e6-8927-2d83ce553c42 completed by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:48:49.360863 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning for port 67220d6b-50d8-44e6-8927-2d83ce553c42 completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:48:49.366276 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 67220d6b-50d8-44e6-8927-2d83ce553c42 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:48:49.366684 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:49.505587 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:49.521531 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-47020ad1-f45e-411f-996e-181e75d413d6 None None] Provisioning complete for port 67220d6b-50d8-44e6-8927-2d83ce553c42 triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:48:49.521903 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-47020ad1-f45e-411f-996e-181e75d413d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:49.588613 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] For port 67220d6b-50d8-44e6-8927-2d83ce553c42, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=67220d6b-50d8-44e6-8927-2d83ce553c42,segment=NetworkSegment(87db6f9d-9fc7-4cde-bf98-2b65a3d6c876),segment_id=87db6f9d-9fc7-4cde-bf98-2b65a3d6c876)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:48:49.655048 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-47020ad1-f45e-411f-996e-181e75d413d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:49.677966 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:49.713940 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:49.812416 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.db.api [None req-47020ad1-f45e-411f-996e-181e75d413d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 15:48:49.812720 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_db.api [None req-47020ad1-f45e-411f-996e-181e75d413d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 15:48:49.822785 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Pushing event updated for resources: {'Port': ['ID=67220d6b-50d8-44e6-8927-2d83ce553c42,revision_number=3']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:49.825899 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:50.417896 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 37536) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:50.769923 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-5860fca9-b4e8-4192-9566-bdec9e086aba admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '02f961dc1023473986d81d1e1291f8e9'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:48:50.775373 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-5860fca9-b4e8-4192-9566-bdec9e086aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:48:50.780061 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-5860fca9-b4e8-4192-9566-bdec9e086aba admin admin] Usage tracker for resource:router and tenant:02f961dc1023473986d81d1e1291f8e9 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:48:50.783361 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-5860fca9-b4e8-4192-9566-bdec9e086aba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:48:50.789660 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-5860fca9-b4e8-4192-9566-bdec9e086aba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:48:50.869307 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5860fca9-b4e8-4192-9566-bdec9e086aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-447326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2893'] for router, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:50.871024 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5860fca9-b4e8-4192-9566-bdec9e086aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-449153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2886'] for router, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:50.892653 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5860fca9-b4e8-4192-9566-bdec9e086aba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:51.042040 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 67220d6b-50d8-44e6-8927-2d83ce553c42 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:48:51.052998 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5860fca9-b4e8-4192-9566-bdec9e086aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449255'] for router, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:51.111730 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 67220d6b-50d8-44e6-8927-2d83ce553c42 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:48:51.112098 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:51.135738 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5860fca9-b4e8-4192-9566-bdec9e086aba admin admin] Notify callbacks [] for router, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:51.148960 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-5860fca9-b4e8-4192-9566-bdec9e086aba admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7181144 May 25 15:48:52.235190 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-d58c3fff-ccdf-4a89-878c-b8475a395692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:53.523961 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 37546) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:53.921211 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [None req-9cdf6249-5792-49c4-908b-93ac50532e04 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=98824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:48:53.922192 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-9cdf6249-5792-49c4-908b-93ac50532e04 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3973722 May 25 15:48:54.668641 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:54.764338 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-664b3fe4-1e31-4c8f-bb09-f04cf45ab983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:55.827337 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:56.373287 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 37562) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:56.685499 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-41ad5cdb-a4de-4eb6-8577-8831d42f2e4e admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:48:56.690594 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-41ad5cdb-a4de-4eb6-8577-8831d42f2e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:48:56.694331 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-41ad5cdb-a4de-4eb6-8577-8831d42f2e4e admin admin] Usage tracker for resource:network and tenant:109bcf764885468f8b1d7713be01c90e is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:48:56.697273 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-41ad5cdb-a4de-4eb6-8577-8831d42f2e4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:48:56.702995 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-41ad5cdb-a4de-4eb6-8577-8831d42f2e4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:48:56.783062 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ad5cdb-a4de-4eb6-8577-8831d42f2e4e admin admin] Made reservation on behalf of 109bcf764885468f8b1d7713be01c90e for: {'network': 1} {{(pid=98824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:48:56.785370 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-41ad5cdb-a4de-4eb6-8577-8831d42f2e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1625114'] for network, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:56.798161 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-41ad5cdb-a4de-4eb6-8577-8831d42f2e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:56.812415 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-41ad5cdb-a4de-4eb6-8577-8831d42f2e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:48:56.816268 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-41ad5cdb-a4de-4eb6-8577-8831d42f2e4e admin admin] Usage tracker for resource:security_group_rule and tenant:109bcf764885468f8b1d7713be01c90e is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:48:56.819065 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-41ad5cdb-a4de-4eb6-8577-8831d42f2e4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:48:56.824811 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-41ad5cdb-a4de-4eb6-8577-8831d42f2e4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:48:56.906785 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-41ad5cdb-a4de-4eb6-8577-8831d42f2e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:56.969705 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-41ad5cdb-a4de-4eb6-8577-8831d42f2e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:56.973129 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:56.989198 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-41ad5cdb-a4de-4eb6-8577-8831d42f2e4e admin admin] Reserving flat network on physical network physnet1 {{(pid=98824) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 25 15:48:57.009811 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad5cdb-a4de-4eb6-8577-8831d42f2e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5cab38-dcf9-43a7-9572-18b342fa2000,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:57.013539 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-41ad5cdb-a4de-4eb6-8577-8831d42f2e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:57.014479 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-41ad5cdb-a4de-4eb6-8577-8831d42f2e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:57.014816 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.db.segments_db [None req-41ad5cdb-a4de-4eb6-8577-8831d42f2e4e admin admin] Added segment 13ec9ed7-53c7-433f-97c5-96b1b940f45d of type flat for network be3871dc-f381-4103-8f68-0343c836dc76 May 25 15:48:57.048144 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-41ad5cdb-a4de-4eb6-8577-8831d42f2e4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745740942677'] for network, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:57.152505 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-41ad5cdb-a4de-4eb6-8577-8831d42f2e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387'] for network, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:57.153844 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ad5cdb-a4de-4eb6-8577-8831d42f2e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:57.154422 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-41ad5cdb-a4de-4eb6-8577-8831d42f2e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:57.159360 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:57.255923 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad5cdb-a4de-4eb6-8577-8831d42f2e4e admin admin] Pushing event updated for resources: {'Network': ['ID=be3871dc-f381-4103-8f68-0343c836dc76,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:57.259628 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-41ad5cdb-a4de-4eb6-8577-8831d42f2e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:57.268341 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Network be3871dc-f381-4103-8f68-0343c836dc76 details requested by agent ovs-agent-dv-cinder-786384-6-smb with host dv-cinder-786384-6-smb {{(pid=98825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:48:57.313646 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-41ad5cdb-a4de-4eb6-8577-8831d42f2e4e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9391913 May 25 15:48:57.846059 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:59.550837 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 37582) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:59.698017 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c35e566-9b10-462b-b4e5-de3cdcf040b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:59.699266 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-7c35e566-9b10-462b-b4e5-de3cdcf040b0 admin admin] 10.222.0.72 "GET /v2.0/subnets/132b44cc-f185-4207-96ec-f37d84af6681 HTTP/1.1" status: 200 len: 849 time: 0.1475015 May 25 15:48:59.853917 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-829900b1-782e-4df5-a592-e7a904dd2eb0 admin admin] 10.222.0.72 "GET /v2.0/routers/f8a21155-f4b3-4225-94f4-d49767e2f981 HTTP/1.1" status: 200 len: 704 time: 0.1487341 May 25 15:49:00.311421 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-04090f10-86fb-41d7-9b57-4c799ad37ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:00.547897 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_common [None req-04090f10-86fb-41d7-9b57-4c799ad37ba9 admin admin] Allocated IP 172.20.0.1 (973c8b7a-70ef-4010-963e-970e01264d2e/132b44cc-f185-4207-96ec-f37d84af6681/310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f) {{(pid=98824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:49:00.703243 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-04090f10-86fb-41d7-9b57-4c799ad37ba9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:00.720903 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.provisioning_blocks [None req-04090f10-86fb-41d7-9b57-4c799ad37ba9 admin admin] Transition to ACTIVE for port object 310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f will not be triggered until provisioned by entity DHCP. {{(pid=98824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:49:00.827844 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-04090f10-86fb-41d7-9b57-4c799ad37ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603'] for port, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:00.831667 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:00.900245 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04090f10-86fb-41d7-9b57-4c799ad37ba9 admin admin] Network 973c8b7a-70ef-4010-963e-970e01264d2e is already hosted by enough agents. {{(pid=98824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:49:00.903155 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [None req-04090f10-86fb-41d7-9b57-4c799ad37ba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:49:00.909724 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04090f10-86fb-41d7-9b57-4c799ad37ba9 admin admin] Received port after_create {{(pid=98824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:49:00.911137 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-04090f10-86fb-41d7-9b57-4c799ad37ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452246'] for router_interface, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:01.032214 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04090f10-86fb-41d7-9b57-4c799ad37ba9 admin admin] Pushing event updated for resources: {'Port': ['ID=310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:01.047890 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-04090f10-86fb-41d7-9b57-4c799ad37ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:01.210320 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-c60e3536-aa6e-408a-9e7c-fee7bc084830 None None] Provisioning for port 310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f completed by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:49:01.215793 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-c60e3536-aa6e-408a-9e7c-fee7bc084830 None None] Provisioning complete for port 310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:49:01.225298 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-c60e3536-aa6e-408a-9e7c-fee7bc084830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:01.269190 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-c60e3536-aa6e-408a-9e7c-fee7bc084830 None None] Port 310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f cannot update to ACTIVE because it is not bound. {{(pid=98825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:49:01.297307 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-04090f10-86fb-41d7-9b57-4c799ad37ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:01.526334 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-04090f10-86fb-41d7-9b57-4c799ad37ba9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:01.587316 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-04090f10-86fb-41d7-9b57-4c799ad37ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:01.588437 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-04090f10-86fb-41d7-9b57-4c799ad37ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452155'] for router_interface, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:01.591969 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-04090f10-86fb-41d7-9b57-4c799ad37ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:01.721319 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04090f10-86fb-41d7-9b57-4c799ad37ba9 admin admin] Pushing event updated for resources: {'Port': ['ID=310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f,revision_number=2']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:01.725495 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-04090f10-86fb-41d7-9b57-4c799ad37ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:01.785076 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04090f10-86fb-41d7-9b57-4c799ad37ba9 admin admin] Network 973c8b7a-70ef-4010-963e-970e01264d2e is already hosted by enough agents. {{(pid=98824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:49:01.786036 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [None req-04090f10-86fb-41d7-9b57-4c799ad37ba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:49:01.991938 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-d381e746-9511-479d-af1d-a6746939e4e0 None None] Provisioning complete for port 310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:49:01.992568 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-d381e746-9511-479d-af1d-a6746939e4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:02.045883 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-d381e746-9511-479d-af1d-a6746939e4e0 None None] Port 310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f cannot update to ACTIVE because it is not bound. {{(pid=98825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:49:02.069322 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04090f10-86fb-41d7-9b57-4c799ad37ba9 admin admin] Router f8a21155-f4b3-4225-94f4-d49767e2f981 is scheduled to L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab with binding_index 1 {{(pid=98824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 15:49:02.223170 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04090f10-86fb-41d7-9b57-4c799ad37ba9 admin admin] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:49:02.233189 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-04090f10-86fb-41d7-9b57-4c799ad37ba9 admin admin] 10.222.0.72 "PUT /v2.0/routers/f8a21155-f4b3-4225-94f4-d49767e2f981/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3743494 May 25 15:49:02.233844 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419241fe-4d3b-4aaf-94f9-5e93a9eb22e4 None None] Sync routers for ids ['f8a21155-f4b3-4225-94f4-d49767e2f981'] in dv-cinder-786384-6-smb {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:49:02.245226 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419241fe-4d3b-4aaf-94f9-5e93a9eb22e4 None None] Routers {'f8a21155-f4b3-4225-94f4-d49767e2f981'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:49:02.246130 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-419241fe-4d3b-4aaf-94f9-5e93a9eb22e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:48:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['f8a21155-f4b3-4225-94f4-d49767e2f981'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:02.421130 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-419241fe-4d3b-4aaf-94f9-5e93a9eb22e4 None None] Set router f8a21155-f4b3-4225-94f4-d49767e2f981 gateway port host: None {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:49:02.787433 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-419241fe-4d3b-4aaf-94f9-5e93a9eb22e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a21155-f4b3-4225-94f4-d49767e2f981', 'name': 'router1', 'tenant_id': '02f961dc1023473986d81d1e1291f8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:50Z', 'updated_at': '2021-05-25T15:49:01Z', 'revision_number': 2, 'project_id': '02f961dc1023473986d81d1e1291f8e9', 'gw_port_host': None, '_interfaces': [{'id': '310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f', 'name': '', 'network_id': '973c8b7a-70ef-4010-963e-970e01264d2e', 'tenant_id': '02f961dc1023473986d81d1e1291f8e9', 'mac_address': 'fa:16:3e:af:99:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a21155-f4b3-4225-94f4-d49767e2f981', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '132b44cc-f185-4207-96ec-f37d84af6681', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:49:00Z', 'updated_at': '2021-05-25T15:49:01Z', 'revision_number': 2, 'project_id': '02f961dc1023473986d81d1e1291f8e9', 'subnets': [{'id': '132b44cc-f185-4207-96ec-f37d84af6681', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f010743b-7fdf-4994-9341-7bec0dec5ef2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:02.793014 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419241fe-4d3b-4aaf-94f9-5e93a9eb22e4 None None] Checking router: f8a21155-f4b3-4225-94f4-d49767e2f981 for host: dv-cinder-786384-6-smb {{(pid=98826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:49:02.793389 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419241fe-4d3b-4aaf-94f9-5e93a9eb22e4 None None] Updating router f8a21155-f4b3-4225-94f4-d49767e2f981 port 310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f binding host dv-cinder-786384-6-smb {{(pid=98826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:49:02.848465 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-419241fe-4d3b-4aaf-94f9-5e93a9eb22e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:03.227624 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-419241fe-4d3b-4aaf-94f9-5e93a9eb22e4 None None] Notify callbacks [] for port, precommit_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:03.242917 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.provisioning_blocks [None req-419241fe-4d3b-4aaf-94f9-5e93a9eb22e4 None None] Transition to ACTIVE for port object 310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f will not be triggered until provisioned by entity L2. {{(pid=98826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:49:03.355040 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-419241fe-4d3b-4aaf-94f9-5e93a9eb22e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:03.360998 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:03.578124 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72bb289-294f-43f7-bce1-408d31536fc9 None None] Pushing event updated for resources: {'Port': ['ID=310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f,revision_number=3']} {{(pid=98826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:03.591231 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bb289-294f-43f7-bce1-408d31536fc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:03.591552 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bb289-294f-43f7-bce1-408d31536fc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:03.591883 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bb289-294f-43f7-bce1-408d31536fc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:03.592214 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bb289-294f-43f7-bce1-408d31536fc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:03.592538 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bb289-294f-43f7-bce1-408d31536fc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:03.592918 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bb289-294f-43f7-bce1-408d31536fc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:03.593239 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bb289-294f-43f7-bce1-408d31536fc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:03.593556 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bb289-294f-43f7-bce1-408d31536fc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:03.593873 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bb289-294f-43f7-bce1-408d31536fc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:03.594187 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bb289-294f-43f7-bce1-408d31536fc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:03.594501 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bb289-294f-43f7-bce1-408d31536fc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:03.594813 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bb289-294f-43f7-bce1-408d31536fc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bb289-294f-43f7-bce1-408d31536fc9 None None] Tracked resource versions report: May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: pushed versions: May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: { 'AddressGroup': {'1.2'}, May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: 'ConntrackHelper': {'1.0'}, May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: 'Log': {'1.0'}, May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: 'Network': {'1.1'}, May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: 'Port': {'1.7'}, May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: 'PortForwarding': {'1.2'}, May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: 'QosPolicy': {'1.8'}, May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: 'SecurityGroup': {'1.4'}, May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: 'SecurityGroupRule': {'1.2'}, May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: 'SubPort': {'1.0'}, May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: 'Subnet': {'1.1'}, May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: 'Trunk': {'1.1'}} May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: consumer versions: May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: { DHCP agent@dv-cinder-786384-6-smb: {}, May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: L3 agent@dv-cinder-786384-6-smb: {}, May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: Metadata agent@dv-cinder-786384-6-smb: {}, May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: Metering agent@dv-cinder-786384-6-smb: {}, May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: Open vSwitch agent@dv-cinder-786384-6-smb: { 'AddressGroup': '1.2', May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: 'ConntrackHelper': '1.0', May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: 'Log': '1.0', May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: 'Network': '1.1', May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: 'Port': '1.7', May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: 'PortForwarding': '1.2', May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: 'QosPolicy': '1.8', May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: 'SecurityGroup': '1.4', May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: 'SecurityGroupRule': '1.2', May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: 'SubPort': '1.0', May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: 'Subnet': '1.1', May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: 'Trunk': '1.1'}} May 25 15:49:03.595908 dv-cinder-786384-6-smb neutron-server[98826]: {{(pid=98826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:49:03.598710 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.managers [None req-419241fe-4d3b-4aaf-94f9-5e93a9eb22e4 None None] Attempting to bind port 310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f on host dv-cinder-786384-6-smb for vnic_type normal with profile {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:49:03.598924 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.managers [None req-419241fe-4d3b-4aaf-94f9-5e93a9eb22e4 None None] Attempting to bind port 310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f by drivers openvswitch,hyperv on host dv-cinder-786384-6-smb at level 0 using segments [{'id': '87db6f9d-9fc7-4cde-bf98-2b65a3d6c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '973c8b7a-70ef-4010-963e-970e01264d2e'}] {{(pid=98826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:49:03.599365 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419241fe-4d3b-4aaf-94f9-5e93a9eb22e4 None None] Attempting to bind port 310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f on network 973c8b7a-70ef-4010-963e-970e01264d2e {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:49:03.604887 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [None req-f72bb289-294f-43f7-bce1-408d31536fc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:03.605718 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419241fe-4d3b-4aaf-94f9-5e93a9eb22e4 None None] Checking agent: {'id': '604f280d-a953-439f-8917-ecde1e61df0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 48, 25), 'started_at': datetime.datetime(2021, 5, 25, 15, 48, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:49:03.606132 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419241fe-4d3b-4aaf-94f9-5e93a9eb22e4 None None] Checking segment: {'id': '87db6f9d-9fc7-4cde-bf98-2b65a3d6c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '973c8b7a-70ef-4010-963e-970e01264d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:49:03.606582 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-419241fe-4d3b-4aaf-94f9-5e93a9eb22e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:03.606966 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419241fe-4d3b-4aaf-94f9-5e93a9eb22e4 None None] Bound using segment: {'id': '87db6f9d-9fc7-4cde-bf98-2b65a3d6c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '973c8b7a-70ef-4010-963e-970e01264d2e'} {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:49:03.607506 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.managers [None req-419241fe-4d3b-4aaf-94f9-5e93a9eb22e4 None None] Bound port: 310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f, host: dv-cinder-786384-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87db6f9d-9fc7-4cde-bf98-2b65a3d6c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '973c8b7a-70ef-4010-963e-970e01264d2e'}}] {{(pid=98826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:49:03.607879 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-419241fe-4d3b-4aaf-94f9-5e93a9eb22e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:03.696424 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.db [None req-419241fe-4d3b-4aaf-94f9-5e93a9eb22e4 None None] For port 310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f, host dv-cinder-786384-6-smb, cleared binding levels {{(pid=98826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:49:03.700359 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.db [None req-419241fe-4d3b-4aaf-94f9-5e93a9eb22e4 None None] For port 310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f, host dv-cinder-786384-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f,segment=NetworkSegment(87db6f9d-9fc7-4cde-bf98-2b65a3d6c876),segment_id=87db6f9d-9fc7-4cde-bf98-2b65a3d6c876)] {{(pid=98826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:49:03.772626 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-419241fe-4d3b-4aaf-94f9-5e93a9eb22e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:03.777664 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [None req-f72bb289-294f-43f7-bce1-408d31536fc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:03.852156 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419241fe-4d3b-4aaf-94f9-5e93a9eb22e4 None None] Routers {'f8a21155-f4b3-4225-94f4-d49767e2f981'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:49:03.852954 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-419241fe-4d3b-4aaf-94f9-5e93a9eb22e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:48:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['f8a21155-f4b3-4225-94f4-d49767e2f981'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:04.026711 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72bb289-294f-43f7-bce1-408d31536fc9 None None] Pushing event updated for resources: {'Port': ['ID=310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f,revision_number=4']} {{(pid=98826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:04.031734 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [None req-f72bb289-294f-43f7-bce1-408d31536fc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:04.053349 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-419241fe-4d3b-4aaf-94f9-5e93a9eb22e4 None None] Set router f8a21155-f4b3-4225-94f4-d49767e2f981 gateway port host: None {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:49:04.383250 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-419241fe-4d3b-4aaf-94f9-5e93a9eb22e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a21155-f4b3-4225-94f4-d49767e2f981', 'name': 'router1', 'tenant_id': '02f961dc1023473986d81d1e1291f8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:50Z', 'updated_at': '2021-05-25T15:49:01Z', 'revision_number': 2, 'project_id': '02f961dc1023473986d81d1e1291f8e9', 'gw_port_host': None, '_interfaces': [{'id': '310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f', 'name': '', 'network_id': '973c8b7a-70ef-4010-963e-970e01264d2e', 'tenant_id': '02f961dc1023473986d81d1e1291f8e9', 'mac_address': 'fa:16:3e:af:99:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a21155-f4b3-4225-94f4-d49767e2f981', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '132b44cc-f185-4207-96ec-f37d84af6681', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:49:00Z', 'updated_at': '2021-05-25T15:49:03Z', 'revision_number': 4, 'project_id': '02f961dc1023473986d81d1e1291f8e9', 'subnets': [{'id': '132b44cc-f185-4207-96ec-f37d84af6681', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f010743b-7fdf-4994-9341-7bec0dec5ef2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:04.387140 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419241fe-4d3b-4aaf-94f9-5e93a9eb22e4 None None] The sync data for ids ['f8a21155-f4b3-4225-94f4-d49767e2f981'] in dv-cinder-786384-6-smb is: [{'id': 'f8a21155-f4b3-4225-94f4-d49767e2f981', 'name': 'router1', 'tenant_id': '02f961dc1023473986d81d1e1291f8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:50Z', 'updated_at': '2021-05-25T15:49:01Z', 'revision_number': 2, 'project_id': '02f961dc1023473986d81d1e1291f8e9', 'gw_port_host': None, '_interfaces': [{'id': '310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f', 'name': '', 'network_id': '973c8b7a-70ef-4010-963e-970e01264d2e', 'tenant_id': '02f961dc1023473986d81d1e1291f8e9', 'mac_address': 'fa:16:3e:af:99:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a21155-f4b3-4225-94f4-d49767e2f981', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '132b44cc-f185-4207-96ec-f37d84af6681', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:49:00Z', 'updated_at': '2021-05-25T15:49:03Z', 'revision_number': 4, 'project_id': '02f961dc1023473986d81d1e1291f8e9', 'subnets': [{'id': '132b44cc-f185-4207-96ec-f37d84af6681', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f010743b-7fdf-4994-9341-7bec0dec5ef2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:49:04.410300 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 37598) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:04.565838 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448efd95-c727-4979-9664-5119ff299ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:04.566406 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-448efd95-c727-4979-9664-5119ff299ee7 admin admin] Synchronizing usage tracker for tenant:109bcf764885468f8b1d7713be01c90e on resource:network {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:49:04.652260 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-448efd95-c727-4979-9664-5119ff299ee7 admin admin] Unset dirty status for tenant:109bcf764885468f8b1d7713be01c90e on resource:network {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:49:04.653439 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-448efd95-c727-4979-9664-5119ff299ee7 admin admin] 10.222.0.72 "GET /v2.0/networks/be3871dc-f381-4103-8f68-0343c836dc76 HTTP/1.1" status: 200 len: 842 time: 0.2421846 May 25 15:49:04.664772 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-a59d9d3f-b4b3-408c-ba49-b36277dcc44d admin admin] Request body: {'subnet': {'cidr': '172.28.1.0/24', 'ip_version': 4, 'gateway_ip': '172.28.1.1', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:49:04.670332 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-a59d9d3f-b4b3-408c-ba49-b36277dcc44d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:49:04.674273 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-a59d9d3f-b4b3-408c-ba49-b36277dcc44d admin admin] Usage tracker for resource:subnet and tenant:109bcf764885468f8b1d7713be01c90e is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:49:04.677272 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-a59d9d3f-b4b3-408c-ba49-b36277dcc44d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:49:04.683519 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-a59d9d3f-b4b3-408c-ba49-b36277dcc44d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:49:04.765809 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59d9d3f-b4b3-408c-ba49-b36277dcc44d admin admin] Made reservation on behalf of 109bcf764885468f8b1d7713be01c90e for: {'subnet': 1} {{(pid=98824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:49:04.768190 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a59d9d3f-b4b3-408c-ba49-b36277dcc44d admin admin] Notify callbacks [] for subnet, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:05.303967 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.objects.ports [None req-a59d9d3f-b4b3-408c-ba49-b36277dcc44d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98824) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 25 15:49:05.307963 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a59d9d3f-b4b3-408c-ba49-b36277dcc44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408'] for subnet, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:05.311797 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:05.389484 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d9d3f-b4b3-408c-ba49-b36277dcc44d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c10e3ea-68ab-49d4-8887-aa85c11495c1,revision_number=0']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:05.396188 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a59d9d3f-b4b3-408c-ba49-b36277dcc44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:05.400529 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59d9d3f-b4b3-408c-ba49-b36277dcc44d admin admin] Checking segment: {'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:49:05.400917 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59d9d3f-b4b3-408c-ba49-b36277dcc44d admin admin] Network hostable DHCP agents. Network: be3871dc-f381-4103-8f68-0343c836dc76, hostable agents: ['00ebe683-d06a-496e-87c5-4674691aaa5f'], hosted agents: [] {{(pid=98824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:49:05.495878 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59d9d3f-b4b3-408c-ba49-b36277dcc44d admin admin] Network be3871dc-f381-4103-8f68-0343c836dc76 is scheduled to be hosted by DHCP agent 00ebe683-d06a-496e-87c5-4674691aaa5f with binding_index 1 {{(pid=98824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:49:05.583719 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [None req-a59d9d3f-b4b3-408c-ba49-b36277dcc44d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-6-smb, be3871dc-f381-4103-8f68-0343c836dc76) {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:49:05.593688 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0612ed-0d3c-4260-81b4-2b88b4b94e3e None None] Network be3871dc-f381-4103-8f68-0343c836dc76 requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:49:05.594254 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59d9d3f-b4b3-408c-ba49-b36277dcc44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:05.596260 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a59d9d3f-b4b3-408c-ba49-b36277dcc44d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for subnet, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:05.675778 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-a59d9d3f-b4b3-408c-ba49-b36277dcc44d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0147099 May 25 15:49:05.804609 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772d8eca-5551-4fa9-b067-0bbfaaf0d5f1 None None] Network be3871dc-f381-4103-8f68-0343c836dc76 requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:49:07.111712 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:49:07.240758 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning for port 310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:49:07.246215 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:49:07.246804 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:07.435157 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:07.468476 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] For port 310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f,segment=NetworkSegment(87db6f9d-9fc7-4cde-bf98-2b65a3d6c876),segment_id=87db6f9d-9fc7-4cde-bf98-2b65a3d6c876)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:07.552708 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:07.555583 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:07.624150 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Pushing event updated for resources: {'Port': ['ID=310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f,revision_number=5']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:07.628460 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:07.944255 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 37612) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:08.142582 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-0fd2b0d4-ad5a-467d-b8f0-770e82796ef3 admin admin] 10.222.0.72 "GET /v2.0/routers/f8a21155-f4b3-4225-94f4-d49767e2f981 HTTP/1.1" status: 200 len: 710 time: 0.1971486 May 25 15:49:08.271370 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8573cec9-ae2e-4ae9-a09d-7773f6a06b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:08.277960 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-8573cec9-ae2e-4ae9-a09d-7773f6a06b54 admin admin] 10.222.0.72 "GET /v2.0/networks/be3871dc-f381-4103-8f68-0343c836dc76 HTTP/1.1" status: 200 len: 886 time: 0.1251652 May 25 15:49:08.281968 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-a76c0ea0-097a-4bf2-8160-6bcb61e4148d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'}}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:49:08.718448 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a76c0ea0-097a-4bf2-8160-6bcb61e4148d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449188', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2864'] for router, precommit_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:09.054081 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:49:09.127817 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:49:09.128194 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:09.172560 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a76c0ea0-097a-4bf2-8160-6bcb61e4148d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:09.230940 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a76c0ea0-097a-4bf2-8160-6bcb61e4148d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:09.371929 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_common [None req-a76c0ea0-097a-4bf2-8160-6bcb61e4148d admin admin] Allocated IP 172.28.1.86 (be3871dc-f381-4103-8f68-0343c836dc76/3c10e3ea-68ab-49d4-8887-aa85c11495c1/b370d761-329d-46b8-9fee-7d7b9a3125c2) {{(pid=98824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:49:09.518728 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a76c0ea0-097a-4bf2-8160-6bcb61e4148d admin admin] Notify callbacks [] for port, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:09.600507 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a76c0ea0-097a-4bf2-8160-6bcb61e4148d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603'] for port, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:09.604630 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-04090f10-86fb-41d7-9b57-4c799ad37ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:09.668485 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76c0ea0-097a-4bf2-8160-6bcb61e4148d admin admin] Network be3871dc-f381-4103-8f68-0343c836dc76 is already hosted by enough agents. {{(pid=98824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:49:09.671307 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [None req-a76c0ea0-097a-4bf2-8160-6bcb61e4148d admin admin] Resources bound (agent type, host, resource id): {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:49:09.675110 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76c0ea0-097a-4bf2-8160-6bcb61e4148d admin admin] Received port after_create {{(pid=98824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:49:09.737826 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c0ea0-097a-4bf2-8160-6bcb61e4148d admin admin] Pushing event updated for resources: {'Port': ['ID=b370d761-329d-46b8-9fee-7d7b9a3125c2,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:09.789305 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a76c0ea0-097a-4bf2-8160-6bcb61e4148d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:10.101537 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a76c0ea0-097a-4bf2-8160-6bcb61e4148d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:10.449321 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a76c0ea0-097a-4bf2-8160-6bcb61e4148d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449188', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2864'] for router, precommit_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:10.452553 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a76c0ea0-097a-4bf2-8160-6bcb61e4148d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-449199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-449262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-447354'] for router, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:10.691108 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76c0ea0-097a-4bf2-8160-6bcb61e4148d admin admin] Router f8a21155-f4b3-4225-94f4-d49767e2f981 has already been hosted by L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab {{(pid=98824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:49:10.880659 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76c0ea0-097a-4bf2-8160-6bcb61e4148d admin admin] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:49:10.889246 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a76c0ea0-097a-4bf2-8160-6bcb61e4148d admin admin] Notify callbacks [] for router, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:10.890435 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-a76c0ea0-097a-4bf2-8160-6bcb61e4148d admin admin] 10.222.0.72 "PUT /v2.0/routers/f8a21155-f4b3-4225-94f4-d49767e2f981 HTTP/1.1" status: 200 len: 889 time: 2.6117764 May 25 15:49:10.890825 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1427b1d-32a9-43ae-813d-33bbad94c89d None None] Sync routers for ids ['f8a21155-f4b3-4225-94f4-d49767e2f981'] in dv-cinder-786384-6-smb {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:49:10.901645 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1427b1d-32a9-43ae-813d-33bbad94c89d None None] Routers {'f8a21155-f4b3-4225-94f4-d49767e2f981'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:49:10.902310 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-a1427b1d-32a9-43ae-813d-33bbad94c89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:48:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['f8a21155-f4b3-4225-94f4-d49767e2f981'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:11.122005 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-a1427b1d-32a9-43ae-813d-33bbad94c89d None None] Set router f8a21155-f4b3-4225-94f4-d49767e2f981 gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:49:11.549562 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-a1427b1d-32a9-43ae-813d-33bbad94c89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a21155-f4b3-4225-94f4-d49767e2f981', 'name': 'router1', 'tenant_id': '02f961dc1023473986d81d1e1291f8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.86'}], 'enable_snat': True}, 'gw_port_id': 'b370d761-329d-46b8-9fee-7d7b9a3125c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:50Z', 'updated_at': '2021-05-25T15:49:09Z', 'revision_number': 4, 'project_id': '02f961dc1023473986d81d1e1291f8e9', 'gw_port': {'id': 'b370d761-329d-46b8-9fee-7d7b9a3125c2', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:13:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a21155-f4b3-4225-94f4-d49767e2f981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:49:09Z', 'updated_at': '2021-05-25T15:49:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': '310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f', 'name': '', 'network_id': '973c8b7a-70ef-4010-963e-970e01264d2e', 'tenant_id': '02f961dc1023473986d81d1e1291f8e9', 'mac_address': 'fa:16:3e:af:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a21155-f4b3-4225-94f4-d49767e2f981', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '132b44cc-f185-4207-96ec-f37d84af6681', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:49:00Z', 'updated_at': '2021-05-25T15:49:07Z', 'revision_number': 5, 'project_id': '02f961dc1023473986d81d1e1291f8e9', 'subnets': [{'id': '132b44cc-f185-4207-96ec-f37d84af6681', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f010743b-7fdf-4994-9341-7bec0dec5ef2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:11.555097 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1427b1d-32a9-43ae-813d-33bbad94c89d None None] Checking router: f8a21155-f4b3-4225-94f4-d49767e2f981 for host: dv-cinder-786384-6-smb {{(pid=98825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:49:11.555477 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1427b1d-32a9-43ae-813d-33bbad94c89d None None] Updating router f8a21155-f4b3-4225-94f4-d49767e2f981 port b370d761-329d-46b8-9fee-7d7b9a3125c2 binding host dv-cinder-786384-6-smb {{(pid=98825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:49:11.608931 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-a1427b1d-32a9-43ae-813d-33bbad94c89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:11.947426 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-a1427b1d-32a9-43ae-813d-33bbad94c89d None None] Notify callbacks [] for port, precommit_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:11.958696 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-a1427b1d-32a9-43ae-813d-33bbad94c89d None None] Transition to ACTIVE for port object b370d761-329d-46b8-9fee-7d7b9a3125c2 will not be triggered until provisioned by entity L2. {{(pid=98825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:49:12.046424 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-a1427b1d-32a9-43ae-813d-33bbad94c89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:12.050421 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:12.128905 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-a1427b1d-32a9-43ae-813d-33bbad94c89d None None] Attempting to bind port b370d761-329d-46b8-9fee-7d7b9a3125c2 on host dv-cinder-786384-6-smb for vnic_type normal with profile {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:49:12.129288 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-a1427b1d-32a9-43ae-813d-33bbad94c89d None None] Attempting to bind port b370d761-329d-46b8-9fee-7d7b9a3125c2 by drivers openvswitch,hyperv on host dv-cinder-786384-6-smb at level 0 using segments [{'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:49:12.129660 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1427b1d-32a9-43ae-813d-33bbad94c89d None None] Attempting to bind port b370d761-329d-46b8-9fee-7d7b9a3125c2 on network be3871dc-f381-4103-8f68-0343c836dc76 {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:49:12.131726 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724745e-e247-4acc-9e66-e29c4d17390c None None] Pushing event updated for resources: {'Port': ['ID=b370d761-329d-46b8-9fee-7d7b9a3125c2,revision_number=2']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:12.135452 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8724745e-e247-4acc-9e66-e29c4d17390c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:12.137962 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1427b1d-32a9-43ae-813d-33bbad94c89d None None] Checking agent: {'id': '604f280d-a953-439f-8917-ecde1e61df0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 48, 25), 'started_at': datetime.datetime(2021, 5, 25, 15, 48, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:49:12.138341 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1427b1d-32a9-43ae-813d-33bbad94c89d None None] Checking segment: {'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:49:12.138750 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-a1427b1d-32a9-43ae-813d-33bbad94c89d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:12.139144 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1427b1d-32a9-43ae-813d-33bbad94c89d None None] Bound using segment: {'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:49:12.140210 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-a1427b1d-32a9-43ae-813d-33bbad94c89d None None] Bound port: b370d761-329d-46b8-9fee-7d7b9a3125c2, host: dv-cinder-786384-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'}}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:49:12.140210 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-a1427b1d-32a9-43ae-813d-33bbad94c89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:12.217177 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-a1427b1d-32a9-43ae-813d-33bbad94c89d None None] For port b370d761-329d-46b8-9fee-7d7b9a3125c2, host dv-cinder-786384-6-smb, cleared binding levels {{(pid=98825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:49:12.220180 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-a1427b1d-32a9-43ae-813d-33bbad94c89d None None] For port b370d761-329d-46b8-9fee-7d7b9a3125c2, host dv-cinder-786384-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=b370d761-329d-46b8-9fee-7d7b9a3125c2,segment=NetworkSegment(13ec9ed7-53c7-433f-97c5-96b1b940f45d),segment_id=13ec9ed7-53c7-433f-97c5-96b1b940f45d)] {{(pid=98825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:49:12.313147 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-a1427b1d-32a9-43ae-813d-33bbad94c89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:12.317249 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-d013d922-0cde-44ec-8fc1-4151f6f7f988 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:12.394189 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1427b1d-32a9-43ae-813d-33bbad94c89d None None] Routers {'f8a21155-f4b3-4225-94f4-d49767e2f981'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:49:12.394819 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-a1427b1d-32a9-43ae-813d-33bbad94c89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:48:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['f8a21155-f4b3-4225-94f4-d49767e2f981'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:12.445697 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724745e-e247-4acc-9e66-e29c4d17390c None None] Pushing event updated for resources: {'Port': ['ID=b370d761-329d-46b8-9fee-7d7b9a3125c2,revision_number=3']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:12.453664 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8724745e-e247-4acc-9e66-e29c4d17390c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:12.582065 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-a1427b1d-32a9-43ae-813d-33bbad94c89d None None] Set router f8a21155-f4b3-4225-94f4-d49767e2f981 gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:49:12.940288 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-a1427b1d-32a9-43ae-813d-33bbad94c89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a21155-f4b3-4225-94f4-d49767e2f981', 'name': 'router1', 'tenant_id': '02f961dc1023473986d81d1e1291f8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.86'}], 'enable_snat': True}, 'gw_port_id': 'b370d761-329d-46b8-9fee-7d7b9a3125c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:50Z', 'updated_at': '2021-05-25T15:49:09Z', 'revision_number': 4, 'project_id': '02f961dc1023473986d81d1e1291f8e9', 'gw_port': {'id': 'b370d761-329d-46b8-9fee-7d7b9a3125c2', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:13:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a21155-f4b3-4225-94f4-d49767e2f981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:49:09Z', 'updated_at': '2021-05-25T15:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': '310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f', 'name': '', 'network_id': '973c8b7a-70ef-4010-963e-970e01264d2e', 'tenant_id': '02f961dc1023473986d81d1e1291f8e9', 'mac_address': 'fa:16:3e:af:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a21155-f4b3-4225-94f4-d49767e2f981', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '132b44cc-f185-4207-96ec-f37d84af6681', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:49:00Z', 'updated_at': '2021-05-25T15:49:07Z', 'revision_number': 5, 'project_id': '02f961dc1023473986d81d1e1291f8e9', 'subnets': [{'id': '132b44cc-f185-4207-96ec-f37d84af6681', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f010743b-7fdf-4994-9341-7bec0dec5ef2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:12.944162 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1427b1d-32a9-43ae-813d-33bbad94c89d None None] The sync data for ids ['f8a21155-f4b3-4225-94f4-d49767e2f981'] in dv-cinder-786384-6-smb is: [{'id': 'f8a21155-f4b3-4225-94f4-d49767e2f981', 'name': 'router1', 'tenant_id': '02f961dc1023473986d81d1e1291f8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.86'}], 'enable_snat': True}, 'gw_port_id': 'b370d761-329d-46b8-9fee-7d7b9a3125c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:50Z', 'updated_at': '2021-05-25T15:49:09Z', 'revision_number': 4, 'project_id': '02f961dc1023473986d81d1e1291f8e9', 'gw_port': {'id': 'b370d761-329d-46b8-9fee-7d7b9a3125c2', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:13:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a21155-f4b3-4225-94f4-d49767e2f981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:49:09Z', 'updated_at': '2021-05-25T15:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': '310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f', 'name': '', 'network_id': '973c8b7a-70ef-4010-963e-970e01264d2e', 'tenant_id': '02f961dc1023473986d81d1e1291f8e9', 'mac_address': 'fa:16:3e:af:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a21155-f4b3-4225-94f4-d49767e2f981', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '132b44cc-f185-4207-96ec-f37d84af6681', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:49:00Z', 'updated_at': '2021-05-25T15:49:07Z', 'revision_number': 5, 'project_id': '02f961dc1023473986d81d1e1291f8e9', 'subnets': [{'id': '132b44cc-f185-4207-96ec-f37d84af6681', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f010743b-7fdf-4994-9341-7bec0dec5ef2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:49:13.119420 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 5 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:49:13.139259 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device b370d761-329d-46b8-9fee-7d7b9a3125c2 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:49:13.247171 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 37622) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:13.272766 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning for port b370d761-329d-46b8-9fee-7d7b9a3125c2 completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:49:13.278418 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port b370d761-329d-46b8-9fee-7d7b9a3125c2 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:49:13.278799 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:13.382623 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-5d2952d9-5b83-4d40-b120-2416c7eb7117 admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1317580 May 25 15:49:13.417047 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:13.436248 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] For port b370d761-329d-46b8-9fee-7d7b9a3125c2, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=b370d761-329d-46b8-9fee-7d7b9a3125c2,segment=NetworkSegment(13ec9ed7-53c7-433f-97c5-96b1b940f45d),segment_id=13ec9ed7-53c7-433f-97c5-96b1b940f45d)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:13.525414 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:13.531780 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:13.606566 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Pushing event updated for resources: {'Port': ['ID=b370d761-329d-46b8-9fee-7d7b9a3125c2,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:13.610007 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:15.075900 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device b370d761-329d-46b8-9fee-7d7b9a3125c2 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:49:15.157344 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port b370d761-329d-46b8-9fee-7d7b9a3125c2 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:49:15.158473 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:22.241712 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-fc3ae320-5e2e-45a9-855e-a13e52013231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:24.671643 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:24.726718 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-5817a5f2-d020-4c9e-a545-e9e1c951cd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:25.787266 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:27.875685 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:50.118407 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 5 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:49:52.211344 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9f65d165-9048-4e2b-855c-08823a5b2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:54.665617 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:54.747069 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9bd07999-53c2-4e5d-8a78-a6390df92d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:55.811259 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:58.310392 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:22.239481 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-1f4420fa-f076-4fbf-9711-4d9f9f36278a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:24.655184 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:24.735424 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-e05f03a8-a55b-4cc5-a0fd-ea769719cb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:25.787091 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:27.118152 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 5 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:50:27.891288 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:50.891944 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 38192) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:50.959196 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c56a1f7-df9a-4896-8b8f-ed3bef443a95 admin admin] GET failed (client error): The resource could not be found. May 25 15:50:50.960471 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-6c56a1f7-df9a-4896-8b8f-ed3bef443a95 admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0675874 May 25 15:50:51.092147 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dafd9a-1fca-4512-8a21-d57bd8cd3ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:51.093641 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-a3dafd9a-1fca-4512-8a21-d57bd8cd3ddd admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1293862 May 25 15:50:52.244246 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-12f5994b-3254-4d07-b41a-72b1affe2f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:53.242479 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 38202) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:53.349968 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349e95df-7772-41be-93ed-8421d59c58f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:53.350444 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-349e95df-7772-41be-93ed-8421d59c58f3 admin admin] Synchronizing usage tracker for tenant:109bcf764885468f8b1d7713be01c90e on resource:subnet {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:50:53.416510 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-349e95df-7772-41be-93ed-8421d59c58f3 admin admin] Unset dirty status for tenant:109bcf764885468f8b1d7713be01c90e on resource:subnet {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:50:53.417858 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-349e95df-7772-41be-93ed-8421d59c58f3 admin admin] 10.222.0.72 "GET /v2.0/subnets/132b44cc-f185-4207-96ec-f37d84af6681 HTTP/1.1" status: 200 len: 849 time: 0.1744242 May 25 15:50:53.427918 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-d0920cee-560a-4c51-aec6-421fa4340b88 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:50:53.550091 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-d0920cee-560a-4c51-aec6-421fa4340b88 admin admin] Notify callbacks [] for subnet, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:53.776276 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-d0920cee-560a-4c51-aec6-421fa4340b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745741357213'] for subnet, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:53.780183 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a59d9d3f-b4b3-408c-ba49-b36277dcc44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:53.823697 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0920cee-560a-4c51-aec6-421fa4340b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:53.824977 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-d0920cee-560a-4c51-aec6-421fa4340b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for subnet, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:53.825582 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-d0920cee-560a-4c51-aec6-421fa4340b88 admin admin] 10.222.0.72 "PUT /v2.0/subnets/132b44cc-f185-4207-96ec-f37d84af6681 HTTP/1.1" status: 200 len: 868 time: 0.4022989 May 25 15:50:53.833505 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd98934-f44c-4711-874c-2ca3b28cc5dc None None] Network 973c8b7a-70ef-4010-963e-970e01264d2e requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:50:53.851264 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0920cee-560a-4c51-aec6-421fa4340b88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=132b44cc-f185-4207-96ec-f37d84af6681,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:53.859065 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0920cee-560a-4c51-aec6-421fa4340b88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:53.859418 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0920cee-560a-4c51-aec6-421fa4340b88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:53.859759 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0920cee-560a-4c51-aec6-421fa4340b88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:53.860096 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0920cee-560a-4c51-aec6-421fa4340b88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:53.860432 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0920cee-560a-4c51-aec6-421fa4340b88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:53.860763 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0920cee-560a-4c51-aec6-421fa4340b88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:53.861120 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0920cee-560a-4c51-aec6-421fa4340b88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:53.861450 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0920cee-560a-4c51-aec6-421fa4340b88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:53.861806 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0920cee-560a-4c51-aec6-421fa4340b88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:53.862137 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0920cee-560a-4c51-aec6-421fa4340b88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:53.862462 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0920cee-560a-4c51-aec6-421fa4340b88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:53.862785 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0920cee-560a-4c51-aec6-421fa4340b88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:53.867393 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-d0920cee-560a-4c51-aec6-421fa4340b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:54.262382 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-20d4ccf7-9431-4071-92cc-eff6aaebb68d None None] Provisioning complete for port 67220d6b-50d8-44e6-8927-2d83ce553c42 triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:50:54.262753 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-20d4ccf7-9431-4071-92cc-eff6aaebb68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:54.396068 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-20d4ccf7-9431-4071-92cc-eff6aaebb68d None None] Provisioning complete for port 310879e8-d7ba-40c9-a8ce-ae8a75bdbe7f triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:50:54.396430 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-20d4ccf7-9431-4071-92cc-eff6aaebb68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:54.656890 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:54.752533 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-1cc173ab-a2e8-40ef-af78-d2119c0eefe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:55.799286 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:56.011951 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 38212) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:56.187806 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0def7d4-b885-42e2-a10e-a60fed01d5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:56.188300 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0def7d4-b885-42e2-a10e-a60fed01d5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:56.189849 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-b0def7d4-b885-42e2-a10e-a60fed01d5e6 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1769433 May 25 15:50:57.885012 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:58.367827 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 38222) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:58.594842 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e2ff1d-f3bb-427f-a25c-c2c3651e8ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:58.595588 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e2ff1d-f3bb-427f-a25c-c2c3651e8ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:58.597763 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-28e2ff1d-f3bb-427f-a25c-c2c3651e8ad9 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2286398 May 25 15:51:00.765613 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 38232) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:00.940063 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad599e71-3e61-4214-abe3-e3c027f4f4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:00.941449 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-ad599e71-3e61-4214-abe3-e3c027f4f4ad admin admin] 10.222.0.72 "GET /v2.0/networks/973c8b7a-70ef-4010-963e-970e01264d2e HTTP/1.1" status: 200 len: 869 time: 0.1748998 May 25 15:51:03.069794 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 38242) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:03.240234 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150a4620-57a0-45a0-8512-9563ce1edee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:03.241626 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-150a4620-57a0-45a0-8512-9563ce1edee7 admin admin] 10.222.0.72 "GET /v2.0/networks/be3871dc-f381-4103-8f68-0343c836dc76 HTTP/1.1" status: 200 len: 886 time: 0.1708937 May 25 15:51:04.117745 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 5 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:51:05.382934 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 38252) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:05.490438 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9219c45a-b996-4e1e-bb01-09be127a6f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:05.490913 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9219c45a-b996-4e1e-bb01-09be127a6f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:05.492404 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-9219c45a-b996-4e1e-bb01-09be127a6f4c admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1085308 May 25 15:51:07.646473 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 38262) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:07.759502 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c37e75c-b77e-42e7-9bc4-200484d1b69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:07.759970 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c37e75c-b77e-42e7-9bc4-200484d1b69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:07.761532 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-7c37e75c-b77e-42e7-9bc4-200484d1b69c admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1141157 May 25 15:51:09.923427 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 38272) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:10.053732 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3b90f5-2e4b-4540-8af5-ff2daac0dc55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:10.055129 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-2e3b90f5-2e4b-4540-8af5-ff2daac0dc55 admin admin] 10.222.0.72 "GET /v2.0/subnets/132b44cc-f185-4207-96ec-f37d84af6681 HTTP/1.1" status: 200 len: 868 time: 0.1299648 May 25 15:51:12.228994 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 38282) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:12.349959 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2782742c-8890-45c9-bd7e-0f48b8aa1d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:12.351293 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-2782742c-8890-45c9-bd7e-0f48b8aa1d3c admin admin] 10.222.0.72 "GET /v2.0/subnets/3c10e3ea-68ab-49d4-8887-aa85c11495c1 HTTP/1.1" status: 200 len: 816 time: 0.1213050 May 25 15:51:22.250683 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-dbe005e3-3a59-475e-ab6b-7f3e2c5a2fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:24.656210 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:24.724583 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-07c33106-b903-4286-90cb-fa4949559e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:25.787599 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:27.970655 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:36.119040 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 38326) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:36.171594 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [None req-1dc29073-a8a7-4022-a067-706a8797b6d4 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=98823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:51:36.172965 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-1dc29073-a8a7-4022-a067-706a8797b6d4 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0528910 May 25 15:51:38.489708 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 38336) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:38.610734 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.pecan_wsgi.hooks.translation [None req-1551de8b-7a76-4f96-8916-f6a598c27d6c admin admin] GET failed (client error): The resource could not be found. May 25 15:51:38.612046 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-1551de8b-7a76-4f96-8916-f6a598c27d6c admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1213326 May 25 15:51:38.742148 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a9472e-4aea-41d8-9d8b-99a6bf132554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:38.743526 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-e5a9472e-4aea-41d8-9d8b-99a6bf132554 admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1267762 May 25 15:51:41.013743 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 38346) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:41.073113 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-3f105e26-2133-42ea-9324-6fef73429b35 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:51:41.077644 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-3f105e26-2133-42ea-9324-6fef73429b35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:51:41.087779 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-3f105e26-2133-42ea-9324-6fef73429b35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:51:41.116224 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 5 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:51:41.158853 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f105e26-2133-42ea-9324-6fef73429b35 admin admin] Made reservation on behalf of 109bcf764885468f8b1d7713be01c90e for: {'network': 1} {{(pid=98824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:51:41.161613 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-3f105e26-2133-42ea-9324-6fef73429b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1625114'] for network, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:41.250341 dv-cinder-786384-6-smb neutron-server[98824]: WARNING neutron.services.revisions.revision_plugin [None req-3f105e26-2133-42ea-9324-6fef73429b35 admin admin] Could not find related network for resource to bump revision. May 25 15:51:41.262144 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f105e26-2133-42ea-9324-6fef73429b35 admin admin] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=98824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:51:41.271561 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-3f105e26-2133-42ea-9324-6fef73429b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:41.271904 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.db.segments_db [None req-3f105e26-2133-42ea-9324-6fef73429b35 admin admin] Added segment 5013123c-f292-48f2-a7cf-ad16726ee5a7 of type vlan for network 18abd78b-f909-45fd-9c2e-de658b8af8b8 May 25 15:51:41.297170 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-3f105e26-2133-42ea-9324-6fef73429b35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745740942677'] for network, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:41.398847 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-3f105e26-2133-42ea-9324-6fef73429b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387'] for network, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:41.400154 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f105e26-2133-42ea-9324-6fef73429b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:41.400720 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-3f105e26-2133-42ea-9324-6fef73429b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:41.404114 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-41ad5cdb-a4de-4eb6-8577-8831d42f2e4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:41.501629 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f105e26-2133-42ea-9324-6fef73429b35 admin admin] Pushing event updated for resources: {'Network': ['ID=18abd78b-f909-45fd-9c2e-de658b8af8b8,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:41.504901 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-3f105e26-2133-42ea-9324-6fef73429b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:41.512715 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Network 18abd78b-f909-45fd-9c2e-de658b8af8b8 details requested by agent ovs-agent-dv-cinder-786384-6-smb with host dv-cinder-786384-6-smb {{(pid=98825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:51:41.566632 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-3f105e26-2133-42ea-9324-6fef73429b35 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5511062 May 25 15:51:43.751065 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 38356) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:43.824468 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ebe4f8b-bd09-4814-9e4c-2c7614d52a0a admin admin] GET failed (client error): The resource could not be found. May 25 15:51:43.824964 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-0ebe4f8b-bd09-4814-9e4c-2c7614d52a0a admin admin] Synchronizing usage tracker for tenant:109bcf764885468f8b1d7713be01c90e on resource:network {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:51:43.924714 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-0ebe4f8b-bd09-4814-9e4c-2c7614d52a0a admin admin] Unset dirty status for tenant:109bcf764885468f8b1d7713be01c90e on resource:network {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:51:43.926691 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-0ebe4f8b-bd09-4814-9e4c-2c7614d52a0a admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1746743 May 25 15:51:44.034532 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c3c95c-de17-49cc-a66f-b6d4e5abe017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:44.035988 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-b4c3c95c-de17-49cc-a66f-b6d4e5abe017 admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1053288 May 25 15:51:44.045592 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-3f1dc97a-92ba-41bf-b496-ef1eca951d5b admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '18abd78b-f909-45fd-9c2e-de658b8af8b8'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:51:44.050681 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-3f1dc97a-92ba-41bf-b496-ef1eca951d5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:51:44.060214 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-3f1dc97a-92ba-41bf-b496-ef1eca951d5b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:51:44.164568 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1dc97a-92ba-41bf-b496-ef1eca951d5b admin admin] Made reservation on behalf of 109bcf764885468f8b1d7713be01c90e for: {'subnet': 1} {{(pid=98824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:51:44.166910 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-3f1dc97a-92ba-41bf-b496-ef1eca951d5b admin admin] Notify callbacks [] for subnet, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:44.627892 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-3f1dc97a-92ba-41bf-b496-ef1eca951d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408'] for subnet, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:44.632203 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-d0920cee-560a-4c51-aec6-421fa4340b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:44.701434 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1dc97a-92ba-41bf-b496-ef1eca951d5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc39e8da-7ce9-41bf-9471-c536dc0f9092,revision_number=0']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:44.705832 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-3f1dc97a-92ba-41bf-b496-ef1eca951d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:44.713620 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1dc97a-92ba-41bf-b496-ef1eca951d5b admin admin] Checking segment: {'id': '5013123c-f292-48f2-a7cf-ad16726ee5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '18abd78b-f909-45fd-9c2e-de658b8af8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:51:44.713970 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1dc97a-92ba-41bf-b496-ef1eca951d5b admin admin] Network hostable DHCP agents. Network: 18abd78b-f909-45fd-9c2e-de658b8af8b8, hostable agents: ['00ebe683-d06a-496e-87c5-4674691aaa5f'], hosted agents: [] {{(pid=98824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:51:44.787472 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1dc97a-92ba-41bf-b496-ef1eca951d5b admin admin] Network 18abd78b-f909-45fd-9c2e-de658b8af8b8 is scheduled to be hosted by DHCP agent 00ebe683-d06a-496e-87c5-4674691aaa5f with binding_index 1 {{(pid=98824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:51:44.861603 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [None req-3f1dc97a-92ba-41bf-b496-ef1eca951d5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-6-smb, 18abd78b-f909-45fd-9c2e-de658b8af8b8) {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:51:44.866403 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1dc97a-92ba-41bf-b496-ef1eca951d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:44.867010 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-3f1dc97a-92ba-41bf-b496-ef1eca951d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for subnet, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:44.873446 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebd5ac6-0911-4bb2-96fc-bc0658145ee5 None None] Network 18abd78b-f909-45fd-9c2e-de658b8af8b8 requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:51:44.965537 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-3f1dc97a-92ba-41bf-b496-ef1eca951d5b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9233131 May 25 15:51:45.098085 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32cf0f2c-b959-5911-8d06-ef128a5e522b-18abd78b-f909-45fd-9c2e-de658b8af8b8', 'network_id': '18abd78b-f909-45fd-9c2e-de658b8af8b8', 'tenant_id': '109bcf764885468f8b1d7713be01c90e', 'fixed_ips': [{'subnet_id': 'fc39e8da-7ce9-41bf-9471-c536dc0f9092'}]}} from dv-cinder-786384-6-smb. {{(pid=98825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 15:51:45.100205 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:45.271519 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.db_base_plugin_common [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Allocated IP 192.168.233.2 (18abd78b-f909-45fd-9c2e-de658b8af8b8/fc39e8da-7ce9-41bf-9471-c536dc0f9092/26bcd63d-e973-4bb4-85ec-da7993f38ae5) {{(pid=98825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:51:45.489883 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Notify callbacks [] for port, precommit_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:45.500297 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Transition to ACTIVE for port object 26bcd63d-e973-4bb4-85ec-da7993f38ae5 will not be triggered until provisioned by entity L2. {{(pid=98825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:51:45.519518 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Transition to ACTIVE for port object 26bcd63d-e973-4bb4-85ec-da7993f38ae5 will not be triggered until provisioned by entity DHCP. {{(pid=98825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:51:45.588435 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603'] for port, after_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:45.593257 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8724745e-e247-4acc-9e66-e29c4d17390c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:45.657143 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Network 18abd78b-f909-45fd-9c2e-de658b8af8b8 is already hosted by enough agents. {{(pid=98825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:51:45.658289 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.scheduler.base_scheduler [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Resources bound (agent type, host, resource id): {{(pid=98825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:51:45.663063 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Received port after_create {{(pid=98825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:51:45.696780 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Pushing event updated for resources: {'Port': ['ID=26bcd63d-e973-4bb4-85ec-da7993f38ae5,revision_number=1']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:45.713260 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:45.713617 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:45.713958 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:45.714298 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:45.714628 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:45.714961 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:45.715288 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:45.715624 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:45.715939 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:45.716276 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:45.716597 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:45.716940 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:45.747575 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:45.774407 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Attempting to bind port 26bcd63d-e973-4bb4-85ec-da7993f38ae5 on host dv-cinder-786384-6-smb for vnic_type normal with profile {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:51:45.774786 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Attempting to bind port 26bcd63d-e973-4bb4-85ec-da7993f38ae5 by drivers openvswitch,hyperv on host dv-cinder-786384-6-smb at level 0 using segments [{'id': '5013123c-f292-48f2-a7cf-ad16726ee5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '18abd78b-f909-45fd-9c2e-de658b8af8b8'}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:51:45.775153 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Attempting to bind port 26bcd63d-e973-4bb4-85ec-da7993f38ae5 on network 18abd78b-f909-45fd-9c2e-de658b8af8b8 {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:51:45.780848 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Checking agent: {'id': '604f280d-a953-439f-8917-ecde1e61df0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 48, 25), 'started_at': datetime.datetime(2021, 5, 25, 15, 48, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:51:45.781311 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Checking segment: {'id': '5013123c-f292-48f2-a7cf-ad16726ee5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '18abd78b-f909-45fd-9c2e-de658b8af8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:51:45.781635 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:45.782039 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Bound using segment: {'id': '5013123c-f292-48f2-a7cf-ad16726ee5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '18abd78b-f909-45fd-9c2e-de658b8af8b8'} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:51:45.782513 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Bound port: 26bcd63d-e973-4bb4-85ec-da7993f38ae5, host: dv-cinder-786384-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5013123c-f292-48f2-a7cf-ad16726ee5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '18abd78b-f909-45fd-9c2e-de658b8af8b8'}}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:51:45.782894 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:45.875744 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] For port 26bcd63d-e973-4bb4-85ec-da7993f38ae5, host dv-cinder-786384-6-smb, cleared binding levels {{(pid=98825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:51:45.879894 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] For port 26bcd63d-e973-4bb4-85ec-da7993f38ae5, host dv-cinder-786384-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=26bcd63d-e973-4bb4-85ec-da7993f38ae5,segment=NetworkSegment(5013123c-f292-48f2-a7cf-ad16726ee5a7),segment_id=5013123c-f292-48f2-a7cf-ad16726ee5a7)] {{(pid=98825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:51:45.953978 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:45.958638 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:46.039818 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Pushing event updated for resources: {'Port': ['ID=26bcd63d-e973-4bb4-85ec-da7993f38ae5,revision_number=2']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:46.043342 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:46.861816 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b694e6e0-450b-43d2-9637-99e8e5a440b1 None None] Network 18abd78b-f909-45fd-9c2e-de658b8af8b8 requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:51:47.028432 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-9f49065a-56ff-4b6f-8f34-4cf0c133e3e0 None None] Provisioning for port 26bcd63d-e973-4bb4-85ec-da7993f38ae5 completed by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:51:47.219941 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 26bcd63d-e973-4bb4-85ec-da7993f38ae5 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:51:47.399069 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning for port 26bcd63d-e973-4bb4-85ec-da7993f38ae5 completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:51:47.404387 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 26bcd63d-e973-4bb4-85ec-da7993f38ae5 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:51:47.404699 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:47.532609 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:47.567502 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] For port 26bcd63d-e973-4bb4-85ec-da7993f38ae5, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=26bcd63d-e973-4bb4-85ec-da7993f38ae5,segment=NetworkSegment(5013123c-f292-48f2-a7cf-ad16726ee5a7),segment_id=5013123c-f292-48f2-a7cf-ad16726ee5a7)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:51:47.673362 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:47.676078 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:47.743984 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Pushing event updated for resources: {'Port': ['ID=26bcd63d-e973-4bb4-85ec-da7993f38ae5,revision_number=3']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:47.747245 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:49.176718 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 26bcd63d-e973-4bb4-85ec-da7993f38ae5 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:51:49.266106 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 26bcd63d-e973-4bb4-85ec-da7993f38ae5 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:51:49.266578 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:52.296037 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-689d9ae5-4e64-467d-b0da-8986099003f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:54.690264 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:54.781465 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-39f8bb23-fee0-492a-a7f9-6306a24a62d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:55.810262 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:57.895223 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:18.115126 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 5 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:52:22.364383 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-79bea96f-8467-462a-8872-c6c4cfd25030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:24.673382 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:24.735758 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-6ac420c0-b3f2-4f59-83c5-68983b1ca9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:25.804712 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:27.907888 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:52.307488 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-db16bfd8-2dc5-4688-981e-3ea55f7d82f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:54.649867 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:54.712719 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-53aba9bd-20f2-4a06-b560-a28a9a3603c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:55.113819 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 5 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:52:55.816015 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:57.890006 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:05.777940 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 38406) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:53:05.783983 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [None req-24504880-abd1-416c-bd50-89d596119bd6 tempest-verify_tempest_config-1415383602 tempest-verify_tempest_config-1415383602-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=98824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:53:05.784956 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-24504880-abd1-416c-bd50-89d596119bd6 tempest-verify_tempest_config-1415383602 tempest-verify_tempest_config-1415383602-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060468 May 25 15:53:06.240557 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 38424) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:53:06.354354 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5309425e-4fad-4cd8-8563-cce13a2db017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:06.368781 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-5309425e-4fad-4cd8-8563-cce13a2db017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:53:06.372550 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-5309425e-4fad-4cd8-8563-cce13a2db017 admin admin] Usage tracker for resource:security_group_rule and tenant:26f4b06016b5435ba2503b822a4b0319 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:53:06.375323 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-5309425e-4fad-4cd8-8563-cce13a2db017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:53:06.381755 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-5309425e-4fad-4cd8-8563-cce13a2db017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:53:06.464908 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5309425e-4fad-4cd8-8563-cce13a2db017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:06.512514 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5309425e-4fad-4cd8-8563-cce13a2db017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:06.520879 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-41ad5cdb-a4de-4eb6-8577-8831d42f2e4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:53:06.560091 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5309425e-4fad-4cd8-8563-cce13a2db017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00012b58-6fb9-413e-a928-4e83323248bd,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:53:06.564579 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-5309425e-4fad-4cd8-8563-cce13a2db017 admin admin] Synchronizing usage tracker for tenant:109bcf764885468f8b1d7713be01c90e on resource:security_group {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:53:06.571062 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5309425e-4fad-4cd8-8563-cce13a2db017 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:06.571399 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5309425e-4fad-4cd8-8563-cce13a2db017 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:06.571738 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5309425e-4fad-4cd8-8563-cce13a2db017 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:06.572062 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5309425e-4fad-4cd8-8563-cce13a2db017 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:06.572384 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5309425e-4fad-4cd8-8563-cce13a2db017 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:06.572707 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5309425e-4fad-4cd8-8563-cce13a2db017 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:06.573053 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5309425e-4fad-4cd8-8563-cce13a2db017 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:06.573373 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5309425e-4fad-4cd8-8563-cce13a2db017 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:06.573720 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5309425e-4fad-4cd8-8563-cce13a2db017 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:06.574039 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5309425e-4fad-4cd8-8563-cce13a2db017 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:06.574353 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5309425e-4fad-4cd8-8563-cce13a2db017 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:06.574665 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5309425e-4fad-4cd8-8563-cce13a2db017 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:06.578532 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-5309425e-4fad-4cd8-8563-cce13a2db017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:53:06.627043 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-5309425e-4fad-4cd8-8563-cce13a2db017 admin admin] Unset dirty status for tenant:109bcf764885468f8b1d7713be01c90e on resource:security_group {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:53:06.628440 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-5309425e-4fad-4cd8-8563-cce13a2db017 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=26f4b06016b5435ba2503b822a4b0319&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3869069 May 25 15:53:06.631180 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 38430) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:53:06.687920 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-49b56c65-5096-4078-9a7f-4a01a99e0648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:06.713755 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-49b56c65-5096-4078-9a7f-4a01a99e0648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:06.861714 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-49b56c65-5096-4078-9a7f-4a01a99e0648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:06.865442 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:53:06.876804 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b56c65-5096-4078-9a7f-4a01a99e0648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00012b58-6fb9-413e-a928-4e83323248bd,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:53:06.880532 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-49b56c65-5096-4078-9a7f-4a01a99e0648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:53:06.884232 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-49b56c65-5096-4078-9a7f-4a01a99e0648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:06.886762 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-49b56c65-5096-4078-9a7f-4a01a99e0648 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/00012b58-6fb9-413e-a928-4e83323248bd HTTP/1.1" status: 204 len: 168 time: 0.2546930 May 25 15:53:22.369893 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-2c1738fb-88ab-459a-bd8c-19fb344b21e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:24.669984 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:24.741153 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-5b9908bd-2e29-4f85-bc6d-903a8bc86d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:25.781346 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:27.883986 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:32.112917 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 5 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:53:52.238140 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-bb2ea1fb-1323-47c1-b396-d9fdddc32602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:54.668284 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:54.729506 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-77c42ad5-86f8-4c93-8444-6d2a95d71942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:55.792102 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:57.924123 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:09.112310 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 5 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:54:22.363783 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-fb3b959e-b01b-4edc-aa91-4c870f25518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:24.677490 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:24.757642 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-23c74e4c-da8b-4715-9c74-1b703d571c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:25.872649 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:27.883628 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:46.111720 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 5 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:54:52.266663 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-3403e247-f754-45d8-8344-4c6a6b2083b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:54.685065 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:54.741011 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-fadaea06-0106-477d-a119-ec3636bc6f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:55.015044 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302'] for agent, after_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:55.843542 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:57.917713 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:09.760897 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 38502) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:55:09.873810 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-803244cb-2de2-4139-8eee-400a3b348fb3 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1118186 May 25 15:55:12.041028 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 38512) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:55:12.098163 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-7245af75-972e-41bd-85da-ee4387bd78e9 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0560350 May 25 15:55:22.260647 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-68078bc3-fac3-4066-bb6d-89ce18b94833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:23.111722 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:55:24.662203 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:24.746094 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-fc7a5d16-8440-460c-bbfb-9fc0850350d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:25.003820 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:25.837742 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:27.906638 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:52.243304 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-cc7ab1f0-20ef-453d-9333-304b1d8d155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:54.673577 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:54.728836 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-afe7792b-2b7c-4bf3-bd05-371f60ad2b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:54.970023 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:55.826136 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:57.900927 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:00.111511 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:56:22.272225 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-4025afed-aa4c-45e3-86a0-968379a6367a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:24.664211 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:24.741171 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-919f4bae-84e6-4773-b013-ba771083de3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:24.986624 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:25.861812 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:27.918271 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:37.111961 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:56:47.903955 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 38682) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:56:48.252122 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1300172129-network', 'tenant_id': '3b535e0be0c24db68760dcdb4881bdaf'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:56:48.257604 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:56:48.262106 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Usage tracker for resource:network and tenant:3b535e0be0c24db68760dcdb4881bdaf is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:56:48.265489 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:56:48.271513 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:56:48.403813 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Made reservation on behalf of 3b535e0be0c24db68760dcdb4881bdaf for: {'network': 1} {{(pid=98824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:56:48.410256 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1625114'] for network, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:48.423035 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:48.437982 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:56:48.441691 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Usage tracker for resource:security_group_rule and tenant:3b535e0be0c24db68760dcdb4881bdaf is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:56:48.444504 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:56:48.454323 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:56:48.538487 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:48.655062 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:48.659578 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-5309425e-4fad-4cd8-8563-cce13a2db017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:56:48.685153 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=98824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:56:48.700367 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:48.700809 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.db.segments_db [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Added segment 50258eee-3ee7-4f79-9fdc-7a42204fd626 of type vlan for network 32f1ef9b-eb5b-4589-ada4-423c69ee954c May 25 15:56:48.701944 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b4a352-db27-42bd-9e4d-90aba5d5976d,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:56:48.715481 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:48.716769 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:48.716769 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:48.716769 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:48.717103 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:48.717201 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:48.717444 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:48.717796 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:48.718280 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:48.718872 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:48.719190 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:48.719502 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Tracked resource versions report: May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: pushed versions: May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: { 'AddressGroup': {'1.2'}, May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: 'ConntrackHelper': {'1.0'}, May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: 'Log': {'1.0'}, May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: 'Network': {'1.1'}, May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: 'Port': {'1.7'}, May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: 'PortForwarding': {'1.2'}, May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: 'QosPolicy': {'1.8'}, May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: 'SecurityGroup': {'1.4'}, May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: 'SecurityGroupRule': {'1.2'}, May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: 'SubPort': {'1.0'}, May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: 'Subnet': {'1.1'}, May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: 'Trunk': {'1.1'}} May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: consumer versions: May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: { DHCP agent@dv-cinder-786384-6-smb: {}, May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: HyperV agent@hv-cinder-78638: {}, May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: L3 agent@dv-cinder-786384-6-smb: {}, May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: Metadata agent@dv-cinder-786384-6-smb: {}, May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: Metering agent@dv-cinder-786384-6-smb: {}, May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: Open vSwitch agent@dv-cinder-786384-6-smb: { 'AddressGroup': '1.2', May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: 'ConntrackHelper': '1.0', May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: 'Log': '1.0', May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: 'Network': '1.1', May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: 'Port': '1.7', May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: 'PortForwarding': '1.2', May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: 'QosPolicy': '1.8', May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: 'SecurityGroup': '1.4', May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: 'SecurityGroupRule': '1.2', May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: 'SubPort': '1.0', May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: 'Subnet': '1.1', May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: 'Trunk': '1.1'}} May 25 15:56:48.720547 dv-cinder-786384-6-smb neutron-server[98824]: {{(pid=98824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:56:48.728646 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:56:48.745006 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745740942677'] for network, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:48.861329 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387'] for network, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:48.862683 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:56:48.863352 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:48.868421 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:56:48.968847 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Pushing event updated for resources: {'Network': ['ID=32f1ef9b-eb5b-4589-ada4-423c69ee954c,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:56:48.971902 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:56:48.979271 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Network 32f1ef9b-eb5b-4589-ada4-423c69ee954c details requested by agent ovs-agent-dv-cinder-786384-6-smb with host dv-cinder-786384-6-smb {{(pid=98825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:56:49.050667 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1454306 May 25 15:56:49.053746 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 38732) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:56:49.059310 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-368417fe-0de1-45ae-8f52-31622ab58c04 admin admin] Request body: {'subnet': {'network_id': '32f1ef9b-eb5b-4589-ada4-423c69ee954c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1300172129-subnet', 'tenant_id': '3b535e0be0c24db68760dcdb4881bdaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:56:49.064579 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-368417fe-0de1-45ae-8f52-31622ab58c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:56:49.068570 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-368417fe-0de1-45ae-8f52-31622ab58c04 admin admin] Usage tracker for resource:subnet and tenant:3b535e0be0c24db68760dcdb4881bdaf is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:56:49.071438 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-368417fe-0de1-45ae-8f52-31622ab58c04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:56:49.077897 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-368417fe-0de1-45ae-8f52-31622ab58c04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:56:49.180882 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368417fe-0de1-45ae-8f52-31622ab58c04 admin admin] Made reservation on behalf of 3b535e0be0c24db68760dcdb4881bdaf for: {'subnet': 1} {{(pid=98824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:56:49.183385 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-368417fe-0de1-45ae-8f52-31622ab58c04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:49.320241 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 38748) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:56:49.415140 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 38758) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:56:49.662247 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1671783140-network', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:56:49.666935 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:56:49.670780 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Usage tracker for resource:network and tenant:6e0b579c2ed344be88993c3d0a0cb566 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:56:49.674927 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:56:49.681900 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:56:49.745384 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-368417fe-0de1-45ae-8f52-31622ab58c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408'] for subnet, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:49.746502 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Made reservation on behalf of 6e0b579c2ed344be88993c3d0a0cb566 for: {'network': 1} {{(pid=98823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:56:49.748856 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1625114'] for network, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:49.750967 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:56:49.772069 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:49.792759 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:56:49.803235 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Usage tracker for resource:security_group_rule and tenant:6e0b579c2ed344be88993c3d0a0cb566 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:56:49.805174 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368417fe-0de1-45ae-8f52-31622ab58c04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25387402-7c77-4bfb-95d5-0f9f4bb4cc9b,revision_number=0']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:56:49.810940 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:56:49.814793 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-368417fe-0de1-45ae-8f52-31622ab58c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:56:49.818458 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:56:49.841434 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368417fe-0de1-45ae-8f52-31622ab58c04 admin admin] Checking segment: {'id': '50258eee-3ee7-4f79-9fdc-7a42204fd626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '32f1ef9b-eb5b-4589-ada4-423c69ee954c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:56:49.842094 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368417fe-0de1-45ae-8f52-31622ab58c04 admin admin] Network hostable DHCP agents. Network: 32f1ef9b-eb5b-4589-ada4-423c69ee954c, hostable agents: ['00ebe683-d06a-496e-87c5-4674691aaa5f'], hosted agents: [] {{(pid=98824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:56:49.896771 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-7f8da8a9-c615-42cc-a665-378619abea7e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1340986087-network', 'tenant_id': '757f45a9048c432aa1039df37a341bf4'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:56:49.907494 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-7f8da8a9-c615-42cc-a665-378619abea7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:56:49.918002 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368417fe-0de1-45ae-8f52-31622ab58c04 admin admin] Network 32f1ef9b-eb5b-4589-ada4-423c69ee954c is scheduled to be hosted by DHCP agent 00ebe683-d06a-496e-87c5-4674691aaa5f with binding_index 1 {{(pid=98824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:56:49.926166 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-7f8da8a9-c615-42cc-a665-378619abea7e admin admin] Usage tracker for resource:network and tenant:757f45a9048c432aa1039df37a341bf4 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:56:49.930973 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-7f8da8a9-c615-42cc-a665-378619abea7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:56:49.946029 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-7f8da8a9-c615-42cc-a665-378619abea7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:56:49.957341 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:49.998093 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [None req-368417fe-0de1-45ae-8f52-31622ab58c04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-6-smb, 32f1ef9b-eb5b-4589-ada4-423c69ee954c) {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:56:50.008498 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368417fe-0de1-45ae-8f52-31622ab58c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:56:50.008498 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-368417fe-0de1-45ae-8f52-31622ab58c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for subnet, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:50.009879 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609000a7-82e9-4860-8b33-cf6c05b667f9 None None] Network 32f1ef9b-eb5b-4589-ada4-423c69ee954c requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:56:50.027513 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:50.028536 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8da8a9-c615-42cc-a665-378619abea7e admin admin] Made reservation on behalf of 757f45a9048c432aa1039df37a341bf4 for: {'network': 1} {{(pid=98823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:56:50.032091 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-7f8da8a9-c615-42cc-a665-378619abea7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1625114'] for network, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:50.048457 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:56:50.057032 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-7f8da8a9-c615-42cc-a665-378619abea7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:50.085588 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=98823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:56:50.089868 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-7f8da8a9-c615-42cc-a665-378619abea7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:56:50.110064 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-7f8da8a9-c615-42cc-a665-378619abea7e admin admin] Usage tracker for resource:security_group_rule and tenant:757f45a9048c432aa1039df37a341bf4 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:56:50.121987 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-7f8da8a9-c615-42cc-a665-378619abea7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:56:50.124954 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-368417fe-0de1-45ae-8f52-31622ab58c04 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0700231 May 25 15:56:50.127524 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 38780) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:56:50.139460 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-2ea6ca4f-0400-45a5-a16f-3f46c2f06441 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1300172129-router', 'tenant_id': '3b535e0be0c24db68760dcdb4881bdaf', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'}}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:56:50.139605 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfec527-1e3c-4d42-803d-68ba6dda107e,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:56:50.140911 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-7f8da8a9-c615-42cc-a665-378619abea7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:56:50.157167 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-2ea6ca4f-0400-45a5-a16f-3f46c2f06441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:56:50.158771 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745741368293', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:50.159991 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Unsubscribe: segment precommit_create {{(pid=98823) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 25 15:56:50.163962 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.db.segments_db [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Added segment 840503af-6db9-4321-a583-5cabf5e4dfef of type vlan for network a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d May 25 15:56:50.164097 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-2ea6ca4f-0400-45a5-a16f-3f46c2f06441 admin admin] Usage tracker for resource:router and tenant:3b535e0be0c24db68760dcdb4881bdaf is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:56:50.175382 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-2ea6ca4f-0400-45a5-a16f-3f46c2f06441 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:56:50.192229 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-2ea6ca4f-0400-45a5-a16f-3f46c2f06441 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:56:50.301215 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2ea6ca4f-0400-45a5-a16f-3f46c2f06441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-447326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2893'] for router, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:50.302258 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2ea6ca4f-0400-45a5-a16f-3f46c2f06441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-449153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2886'] for router, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:50.325202 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2ea6ca4f-0400-45a5-a16f-3f46c2f06441 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:50.387643 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-7f8da8a9-c615-42cc-a665-378619abea7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:50.394192 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:50.395014 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:50.395368 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:50.396464 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:50.397115 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:50.397581 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:50.398100 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:50.398614 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:50.399658 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:50.400138 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:50.400538 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:50.401016 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Tracked resource versions report: May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: pushed versions: May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: { 'AddressGroup': {'1.2'}, May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: 'ConntrackHelper': {'1.0'}, May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: 'Log': {'1.0'}, May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: 'Network': {'1.1'}, May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: 'Port': {'1.7'}, May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: 'PortForwarding': {'1.2'}, May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: 'QosPolicy': {'1.8'}, May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: 'SecurityGroup': {'1.4'}, May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: 'SecurityGroupRule': {'1.2'}, May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: 'SubPort': {'1.0'}, May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: 'Subnet': {'1.1'}, May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: 'Trunk': {'1.1'}} May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: consumer versions: May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: { DHCP agent@dv-cinder-786384-6-smb: {}, May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: HyperV agent@hv-cinder-78638: {}, May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: L3 agent@dv-cinder-786384-6-smb: {}, May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: Metadata agent@dv-cinder-786384-6-smb: {}, May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: Metering agent@dv-cinder-786384-6-smb: {}, May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: Open vSwitch agent@dv-cinder-786384-6-smb: { 'AddressGroup': '1.2', May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: 'ConntrackHelper': '1.0', May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: 'Log': '1.0', May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: 'Network': '1.1', May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: 'Port': '1.7', May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: 'PortForwarding': '1.2', May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: 'QosPolicy': '1.8', May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: 'SecurityGroup': '1.4', May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: 'SecurityGroupRule': '1.2', May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: 'SubPort': '1.0', May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: 'Subnet': '1.1', May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: 'Trunk': '1.1'}} May 25 15:56:50.402689 dv-cinder-786384-6-smb neutron-server[98823]: {{(pid=98823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:56:50.424317 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:56:50.462806 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4369f3c-c0dd-415e-ae80-9e941ccf10ea None None] Network 32f1ef9b-eb5b-4589-ada4-423c69ee954c requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:56:50.464514 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745740942677'] for network, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:50.502712 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-7f8da8a9-c615-42cc-a665-378619abea7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:50.506377 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:56:50.538803 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8da8a9-c615-42cc-a665-378619abea7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696b12fa-77b4-4a7d-93cf-23dbc0b7610f,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:56:50.561891 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-7f8da8a9-c615-42cc-a665-378619abea7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:56:50.574187 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8da8a9-c615-42cc-a665-378619abea7e admin admin] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=98823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:56:50.584060 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-7f8da8a9-c615-42cc-a665-378619abea7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:50.585405 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.db.segments_db [None req-7f8da8a9-c615-42cc-a665-378619abea7e admin admin] Added segment 25e7cedd-877a-4386-bf09-8db0daef532b of type vlan for network 101c6648-a1a0-4a22-bc66-b27b2e04b518 May 25 15:56:50.603266 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387'] for network, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:50.612486 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:56:50.613253 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:50.646320 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:56:50.668519 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-7f8da8a9-c615-42cc-a665-378619abea7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745740942677'] for network, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:50.751362 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4292719 May 25 15:56:50.752154 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 38806) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:56:50.765853 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-022a26e3-221e-40ea-ab1e-b5cef1823241 admin admin] Request body: {'subnet': {'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1671783140-subnet', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:56:50.774053 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-022a26e3-221e-40ea-ab1e-b5cef1823241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:56:50.781436 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-022a26e3-221e-40ea-ab1e-b5cef1823241 admin admin] Usage tracker for resource:subnet and tenant:6e0b579c2ed344be88993c3d0a0cb566 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:56:50.787148 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-022a26e3-221e-40ea-ab1e-b5cef1823241 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:56:50.797447 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Pushing event updated for resources: {'Network': ['ID=a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:56:50.805428 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-022a26e3-221e-40ea-ab1e-b5cef1823241 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:56:50.812542 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:56:50.817761 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Network a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d details requested by agent ovs-agent-dv-cinder-786384-6-smb with host dv-cinder-786384-6-smb {{(pid=98825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:56:50.867154 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2ea6ca4f-0400-45a5-a16f-3f46c2f06441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449188', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2864'] for router, precommit_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:50.900946 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-7f8da8a9-c615-42cc-a665-378619abea7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387'] for network, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:50.904809 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8da8a9-c615-42cc-a665-378619abea7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:56:50.904809 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-7f8da8a9-c615-42cc-a665-378619abea7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:50.913774 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:56:50.954123 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022a26e3-221e-40ea-ab1e-b5cef1823241 admin admin] Made reservation on behalf of 6e0b579c2ed344be88993c3d0a0cb566 for: {'subnet': 1} {{(pid=98823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:56:50.958588 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-022a26e3-221e-40ea-ab1e-b5cef1823241 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:51.056456 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-7f8da8a9-c615-42cc-a665-378619abea7e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6399794 May 25 15:56:51.057455 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 38816) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:56:51.181650 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-03c05926-7b37-417a-9498-955d346d654f admin admin] Request body: {'subnet': {'network_id': '101c6648-a1a0-4a22-bc66-b27b2e04b518', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1340986087-subnet', 'tenant_id': '757f45a9048c432aa1039df37a341bf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:56:51.187968 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-03c05926-7b37-417a-9498-955d346d654f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:56:51.192548 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-03c05926-7b37-417a-9498-955d346d654f admin admin] Usage tracker for resource:subnet and tenant:757f45a9048c432aa1039df37a341bf4 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:56:51.196439 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-03c05926-7b37-417a-9498-955d346d654f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:56:51.203570 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-03c05926-7b37-417a-9498-955d346d654f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:56:51.237137 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8da8a9-c615-42cc-a665-378619abea7e admin admin] Pushing event updated for resources: {'Network': ['ID=101c6648-a1a0-4a22-bc66-b27b2e04b518,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:56:51.250417 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-7f8da8a9-c615-42cc-a665-378619abea7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:56:51.252849 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Network 101c6648-a1a0-4a22-bc66-b27b2e04b518 details requested by agent ovs-agent-dv-cinder-786384-6-smb with host dv-cinder-786384-6-smb {{(pid=98825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:56:51.303471 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c05926-7b37-417a-9498-955d346d654f admin admin] Made reservation on behalf of 757f45a9048c432aa1039df37a341bf4 for: {'subnet': 1} {{(pid=98823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:56:51.305827 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-03c05926-7b37-417a-9498-955d346d654f admin admin] Notify callbacks [] for subnet, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:51.447653 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2ea6ca4f-0400-45a5-a16f-3f46c2f06441 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:51.479277 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2ea6ca4f-0400-45a5-a16f-3f46c2f06441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:51.638059 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_common [None req-2ea6ca4f-0400-45a5-a16f-3f46c2f06441 admin admin] Allocated IP 172.28.1.210 (be3871dc-f381-4103-8f68-0343c836dc76/3c10e3ea-68ab-49d4-8887-aa85c11495c1/1e27040e-e185-45fe-8436-65b35aff4a6b) {{(pid=98824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:56:51.801929 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2ea6ca4f-0400-45a5-a16f-3f46c2f06441 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:51.891300 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-022a26e3-221e-40ea-ab1e-b5cef1823241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408'] for subnet, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:51.896228 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2ea6ca4f-0400-45a5-a16f-3f46c2f06441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603'] for port, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:51.899145 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-d8d706cb-e0fe-4879-a806-ed7a7b24f1b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:56:51.907384 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a76c0ea0-097a-4bf2-8160-6bcb61e4148d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:56:51.959156 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea6ca4f-0400-45a5-a16f-3f46c2f06441 admin admin] Network be3871dc-f381-4103-8f68-0343c836dc76 is already hosted by enough agents. {{(pid=98824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:56:51.966464 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [None req-2ea6ca4f-0400-45a5-a16f-3f46c2f06441 admin admin] Resources bound (agent type, host, resource id): {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:56:51.973541 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea6ca4f-0400-45a5-a16f-3f46c2f06441 admin admin] Received port after_create {{(pid=98824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:56:51.989841 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a26e3-221e-40ea-ab1e-b5cef1823241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbbdc939-cb7b-4cd7-bff0-1b0465d88650,revision_number=0']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:56:51.995212 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-022a26e3-221e-40ea-ab1e-b5cef1823241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:56:52.003952 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a26e3-221e-40ea-ab1e-b5cef1823241 admin admin] Checking segment: {'id': '840503af-6db9-4321-a583-5cabf5e4dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:56:52.004304 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022a26e3-221e-40ea-ab1e-b5cef1823241 admin admin] Network hostable DHCP agents. Network: a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d, hostable agents: ['00ebe683-d06a-496e-87c5-4674691aaa5f'], hosted agents: [] {{(pid=98823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:56:52.105898 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022a26e3-221e-40ea-ab1e-b5cef1823241 admin admin] Network a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d is scheduled to be hosted by DHCP agent 00ebe683-d06a-496e-87c5-4674691aaa5f with binding_index 1 {{(pid=98823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:56:52.129097 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-03c05926-7b37-417a-9498-955d346d654f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408'] for subnet, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:52.133603 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-022a26e3-221e-40ea-ab1e-b5cef1823241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:56:52.191867 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [None req-022a26e3-221e-40ea-ab1e-b5cef1823241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-6-smb, a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d) {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:56:52.203972 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9063c9c2-d40f-4c28-8798-9557b40cb7a7 None None] Network a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:56:52.218966 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022a26e3-221e-40ea-ab1e-b5cef1823241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:56:52.218966 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-022a26e3-221e-40ea-ab1e-b5cef1823241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for subnet, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:52.235893 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c05926-7b37-417a-9498-955d346d654f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6460af15-4005-41b7-9673-a0abf03df374,revision_number=0']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:56:52.240208 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-03c05926-7b37-417a-9498-955d346d654f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:56:52.252027 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c05926-7b37-417a-9498-955d346d654f admin admin] Checking segment: {'id': '25e7cedd-877a-4386-bf09-8db0daef532b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '101c6648-a1a0-4a22-bc66-b27b2e04b518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:56:52.252517 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c05926-7b37-417a-9498-955d346d654f admin admin] Network hostable DHCP agents. Network: 101c6648-a1a0-4a22-bc66-b27b2e04b518, hostable agents: ['00ebe683-d06a-496e-87c5-4674691aaa5f'], hosted agents: [] {{(pid=98823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:56:52.284241 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6ca4f-0400-45a5-a16f-3f46c2f06441 admin admin] Pushing event updated for resources: {'Port': ['ID=1e27040e-e185-45fe-8436-65b35aff4a6b,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:56:52.296413 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b7d9a45c-e07c-4c57-b9cd-06aff2981c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:52.316367 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-2ea6ca4f-0400-45a5-a16f-3f46c2f06441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:56:52.319263 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-022a26e3-221e-40ea-ab1e-b5cef1823241 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5616286 May 25 15:56:52.321993 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 38846) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:56:52.328341 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-38626c8d-87d8-4d44-b850-13268d983069 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1671783140-router', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'}}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:56:52.332855 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-38626c8d-87d8-4d44-b850-13268d983069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:56:52.336841 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-38626c8d-87d8-4d44-b850-13268d983069 admin admin] Usage tracker for resource:router and tenant:6e0b579c2ed344be88993c3d0a0cb566 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:56:52.340369 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-38626c8d-87d8-4d44-b850-13268d983069 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:56:52.361491 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c05926-7b37-417a-9498-955d346d654f admin admin] Network 101c6648-a1a0-4a22-bc66-b27b2e04b518 is scheduled to be hosted by DHCP agent 00ebe683-d06a-496e-87c5-4674691aaa5f with binding_index 1 {{(pid=98823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:56:52.368319 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-38626c8d-87d8-4d44-b850-13268d983069 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:56:52.458968 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32cf0f2c-b959-5911-8d06-ef128a5e522b-a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d', 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'fixed_ips': [{'subnet_id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650'}]}} from dv-cinder-786384-6-smb. {{(pid=98825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 15:56:52.459846 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:52.472250 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [None req-03c05926-7b37-417a-9498-955d346d654f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-6-smb, 101c6648-a1a0-4a22-bc66-b27b2e04b518) {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:56:52.476730 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c05926-7b37-417a-9498-955d346d654f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:56:52.477432 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-03c05926-7b37-417a-9498-955d346d654f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for subnet, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:52.492774 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-38626c8d-87d8-4d44-b850-13268d983069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-447326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2893'] for router, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:52.500839 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-38626c8d-87d8-4d44-b850-13268d983069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-449153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2886'] for router, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:52.529408 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d501e8a4-732d-44d2-9465-4b67a69c52e2 None None] Network 101c6648-a1a0-4a22-bc66-b27b2e04b518 requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:56:52.533099 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-38626c8d-87d8-4d44-b850-13268d983069 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:52.672879 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-03c05926-7b37-417a-9498-955d346d654f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5347135 May 25 15:56:52.710809 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2ea6ca4f-0400-45a5-a16f-3f46c2f06441 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:52.748840 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.db_base_plugin_common [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Allocated IP 172.20.0.2 (a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d/dbbdc939-cb7b-4cd7-bff0-1b0465d88650/21220272-7617-4cdd-bee1-f45b0cba1899) {{(pid=98825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:56:53.189498 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc96d5f-aa02-417f-91aa-bb78b7569e20 None None] Network 101c6648-a1a0-4a22-bc66-b27b2e04b518 requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:56:53.250281 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-38626c8d-87d8-4d44-b850-13268d983069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449188', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2864'] for router, precommit_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:53.270792 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Notify callbacks [] for port, precommit_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:53.306171 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Transition to ACTIVE for port object 21220272-7617-4cdd-bee1-f45b0cba1899 will not be triggered until provisioned by entity L2. {{(pid=98825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:56:53.338215 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2ea6ca4f-0400-45a5-a16f-3f46c2f06441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449255'] for router, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:53.353561 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Transition to ACTIVE for port object 21220272-7617-4cdd-bee1-f45b0cba1899 will not be triggered until provisioned by entity DHCP. {{(pid=98825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:56:53.534398 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 38898) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:56:53.534398 dv-cinder-786384-6-smb neutron-server[98824]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 15:56:53.534598 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603'] for port, after_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:53.534598 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:56:53.618947 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Network a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d is already hosted by enough agents. {{(pid=98825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:56:53.692040 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.scheduler.base_scheduler [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Resources bound (agent type, host, resource id): {{(pid=98825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:56:53.695909 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Received port after_create {{(pid=98825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:56:53.707034 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Pushing event updated for resources: {'Port': ['ID=21220272-7617-4cdd-bee1-f45b0cba1899,revision_number=1']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:56:53.810636 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:53.811556 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:53.813139 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:53.813728 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:53.814905 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:53.816235 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:53.816990 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Tracked resource versions report: May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: pushed versions: May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: { 'AddressGroup': {'1.2'}, May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: 'ConntrackHelper': {'1.0'}, May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: 'Log': {'1.0'}, May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: 'Network': {'1.1'}, May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: 'Port': {'1.7'}, May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: 'PortForwarding': {'1.2'}, May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: 'QosPolicy': {'1.8'}, May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: 'SecurityGroup': {'1.4'}, May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: 'SecurityGroupRule': {'1.2'}, May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: 'SubPort': {'1.0'}, May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: 'Subnet': {'1.1'}, May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: 'Trunk': {'1.1'}} May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: consumer versions: May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: { DHCP agent@dv-cinder-786384-6-smb: {}, May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: HyperV agent@hv-cinder-78638: {}, May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: L3 agent@dv-cinder-786384-6-smb: {}, May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: Metadata agent@dv-cinder-786384-6-smb: {}, May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: Metering agent@dv-cinder-786384-6-smb: {}, May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: Open vSwitch agent@dv-cinder-786384-6-smb: { 'AddressGroup': '1.2', May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: 'ConntrackHelper': '1.0', May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: 'Log': '1.0', May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: 'Network': '1.1', May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: 'Port': '1.7', May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: 'PortForwarding': '1.2', May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: 'QosPolicy': '1.8', May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: 'SecurityGroup': '1.4', May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: 'SecurityGroupRule': '1.2', May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: 'SubPort': '1.0', May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: 'Subnet': '1.1', May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: 'Trunk': '1.1'}} May 25 15:56:53.822985 dv-cinder-786384-6-smb neutron-server[98825]: {{(pid=98825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:56:53.826171 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-03d8bcba-bd57-4ce2-aa81-21217e36503d tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:56:53.826171 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-03d8bcba-bd57-4ce2-aa81-21217e36503d tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/networks?id=101c6648-a1a0-4a22-bc66-b27b2e04b518 HTTP/1.1" status: 200 len: 812 time: 0.3262405 May 25 15:56:53.829772 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:56:53.852253 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-afa12e09-0637-4bfd-a791-422ee14a4a7f tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/quotas/757f45a9048c432aa1039df37a341bf4 HTTP/1.1" status: 200 len: 375 time: 0.0172787 May 25 15:56:53.858635 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Attempting to bind port 21220272-7617-4cdd-bee1-f45b0cba1899 on host dv-cinder-786384-6-smb for vnic_type normal with profile {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:56:53.859738 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Attempting to bind port 21220272-7617-4cdd-bee1-f45b0cba1899 by drivers openvswitch,hyperv on host dv-cinder-786384-6-smb at level 0 using segments [{'id': '840503af-6db9-4321-a583-5cabf5e4dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d'}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:56:53.860473 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Attempting to bind port 21220272-7617-4cdd-bee1-f45b0cba1899 on network a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:56:53.866999 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Checking agent: {'id': '604f280d-a953-439f-8917-ecde1e61df0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 48, 25), 'started_at': datetime.datetime(2021, 5, 25, 15, 48, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:56:53.867734 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Checking segment: {'id': '840503af-6db9-4321-a583-5cabf5e4dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:56:53.868505 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:53.869118 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Bound using segment: {'id': '840503af-6db9-4321-a583-5cabf5e4dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d'} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:56:53.874623 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Bound port: 21220272-7617-4cdd-bee1-f45b0cba1899, host: dv-cinder-786384-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840503af-6db9-4321-a583-5cabf5e4dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d'}}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:56:53.874623 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:53.892528 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-38626c8d-87d8-4d44-b850-13268d983069 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:53.924911 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-2d26b8ce-d1e4-4727-99e4-f55ad6ae5035 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=757f45a9048c432aa1039df37a341bf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641043 May 25 15:56:53.925980 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea6ca4f-0400-45a5-a16f-3f46c2f06441 admin admin] Router 34df0b75-173c-44bd-a08e-b273b984016c is scheduled to L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab with binding_index 1 {{(pid=98824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 15:56:53.949155 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-38626c8d-87d8-4d44-b850-13268d983069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:54.059034 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] For port 21220272-7617-4cdd-bee1-f45b0cba1899, host dv-cinder-786384-6-smb, cleared binding levels {{(pid=98825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:56:54.065055 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] For port 21220272-7617-4cdd-bee1-f45b0cba1899, host dv-cinder-786384-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=21220272-7617-4cdd-bee1-f45b0cba1899,segment=NetworkSegment(840503af-6db9-4321-a583-5cabf5e4dfef),segment_id=840503af-6db9-4321-a583-5cabf5e4dfef)] {{(pid=98825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:56:54.158964 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:54.165040 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:56:54.203327 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.db_base_plugin_common [None req-38626c8d-87d8-4d44-b850-13268d983069 admin admin] Allocated IP 172.28.1.106 (be3871dc-f381-4103-8f68-0343c836dc76/3c10e3ea-68ab-49d4-8887-aa85c11495c1/b6146feb-dea8-489d-8987-72374ae8cc77) {{(pid=98823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:56:54.272112 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Pushing event updated for resources: {'Port': ['ID=21220272-7617-4cdd-bee1-f45b0cba1899,revision_number=2']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:56:54.295137 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:56:54.365309 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea6ca4f-0400-45a5-a16f-3f46c2f06441 admin admin] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:56:54.382724 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcc0fa6-5aba-4b64-bbe6-8e23c476c770 None None] Sync routers for ids ['34df0b75-173c-44bd-a08e-b273b984016c'] in dv-cinder-786384-6-smb {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:56:54.393707 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcc0fa6-5aba-4b64-bbe6-8e23c476c770 None None] Routers {'34df0b75-173c-44bd-a08e-b273b984016c'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:56:54.394490 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-4bcc0fa6-5aba-4b64-bbe6-8e23c476c770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:56:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['34df0b75-173c-44bd-a08e-b273b984016c'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:56:54.427697 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-38626c8d-87d8-4d44-b850-13268d983069 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:54.471718 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2ea6ca4f-0400-45a5-a16f-3f46c2f06441 admin admin] Notify callbacks [] for router, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:54.473404 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-2ea6ca4f-0400-45a5-a16f-3f46c2f06441 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3448074 May 25 15:56:54.476375 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 38944) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:56:54.586672 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-38626c8d-87d8-4d44-b850-13268d983069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603'] for port, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:54.592252 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:56:54.710201 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:54.744928 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-88bed026-ffb3-4c01-a230-dd024c00d659 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=98824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:56:54.745834 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-88bed026-ffb3-4c01-a230-dd024c00d659 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4293854 May 25 15:56:54.793177 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-3cf05edd-f201-4fd1-b300-628a36e46af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:54.807759 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38626c8d-87d8-4d44-b850-13268d983069 admin admin] Network be3871dc-f381-4103-8f68-0343c836dc76 is already hosted by enough agents. {{(pid=98823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:56:54.809573 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [None req-38626c8d-87d8-4d44-b850-13268d983069 admin admin] Resources bound (agent type, host, resource id): {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:56:54.827002 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38626c8d-87d8-4d44-b850-13268d983069 admin admin] Received port after_create {{(pid=98823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:56:54.931557 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-4bcc0fa6-5aba-4b64-bbe6-8e23c476c770 None None] Set router 34df0b75-173c-44bd-a08e-b273b984016c gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:56:54.942916 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 38960) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:56:54.986360 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:55.015639 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38626c8d-87d8-4d44-b850-13268d983069 admin admin] Pushing event updated for resources: {'Port': ['ID=b6146feb-dea8-489d-8987-72374ae8cc77,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:56:55.028492 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-38626c8d-87d8-4d44-b850-13268d983069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:56:55.083680 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-c3b4ff30-33f0-4e88-92c4-1972e674c3da service neutron] 10.222.0.72 "GET /v2.0/networks/101c6648-a1a0-4a22-bc66-b27b2e04b518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257279 May 25 15:56:55.126634 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c8da2343-1f79-4fb0-8237-9566511a3cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:55.147406 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-c8da2343-1f79-4fb0-8237-9566511a3cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:56:55.153060 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-c8da2343-1f79-4fb0-8237-9566511a3cef admin admin] Usage tracker for resource:security_group_rule and tenant:35ea0482548740daa8293b502b52adc1 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:56:55.155553 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-c8da2343-1f79-4fb0-8237-9566511a3cef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:56:55.162138 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-c8da2343-1f79-4fb0-8237-9566511a3cef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:56:55.400144 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-4bcc0fa6-5aba-4b64-bbe6-8e23c476c770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34df0b75-173c-44bd-a08e-b273b984016c', 'name': 'tempest-ServerRescueNegativeTestJSON-1300172129-router', 'tenant_id': '3b535e0be0c24db68760dcdb4881bdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '1e27040e-e185-45fe-8436-65b35aff4a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:50Z', 'updated_at': '2021-05-25T15:56:52Z', 'revision_number': 3, 'project_id': '3b535e0be0c24db68760dcdb4881bdaf', 'gw_port': {'id': '1e27040e-e185-45fe-8436-65b35aff4a6b', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34df0b75-173c-44bd-a08e-b273b984016c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:51Z', 'updated_at': '2021-05-25T15:56:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:56:55.411944 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcc0fa6-5aba-4b64-bbe6-8e23c476c770 None None] Checking router: 34df0b75-173c-44bd-a08e-b273b984016c for host: dv-cinder-786384-6-smb {{(pid=98826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:56:55.411944 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcc0fa6-5aba-4b64-bbe6-8e23c476c770 None None] Updating router 34df0b75-173c-44bd-a08e-b273b984016c port 1e27040e-e185-45fe-8436-65b35aff4a6b binding host dv-cinder-786384-6-smb {{(pid=98826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:56:55.503475 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-4bcc0fa6-5aba-4b64-bbe6-8e23c476c770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:55.535289 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 21220272-7617-4cdd-bee1-f45b0cba1899 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:56:55.547926 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-ff428d0c-1ad2-4b94-9938-916a0093f47d service neutron] 10.222.0.72 "GET /v2.0/networks/101c6648-a1a0-4a22-bc66-b27b2e04b518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360402 May 25 15:56:55.615485 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346592eb-da81-4b5f-8c55-48e3e5390d46 None None] Network a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:56:55.617516 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-38626c8d-87d8-4d44-b850-13268d983069 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:55.818185 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c8da2343-1f79-4fb0-8237-9566511a3cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:55.952229 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c8da2343-1f79-4fb0-8237-9566511a3cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:55.958706 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-971a4813-f1a6-46a7-92d6-0d658180a439 None None] Provisioning for port 21220272-7617-4cdd-bee1-f45b0cba1899 completed by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:56:55.984466 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:56:56.035826 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:56.053408 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning for port 21220272-7617-4cdd-bee1-f45b0cba1899 completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:56:56.063875 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 21220272-7617-4cdd-bee1-f45b0cba1899 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:56:56.064335 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:56.122074 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-4bcc0fa6-5aba-4b64-bbe6-8e23c476c770 None None] Notify callbacks [] for port, precommit_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:56.151671 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.provisioning_blocks [None req-4bcc0fa6-5aba-4b64-bbe6-8e23c476c770 None None] Transition to ACTIVE for port object 1e27040e-e185-45fe-8436-65b35aff4a6b will not be triggered until provisioned by entity L2. {{(pid=98826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:56:56.172116 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 39002) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:56:56.243674 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-4bcc0fa6-5aba-4b64-bbe6-8e23c476c770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:56.252305 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:56:56.299451 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c8a0bf2f-e897-4842-b2e9-3640f5764714 req-bf184ba2-0e40-4737-8934-a73e35e76951 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 210 time: 0.1209469 May 25 15:56:56.301414 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-fcd232fe-a45b-4533-ad31-23ffa2367efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:56.369270 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-c8da2343-1f79-4fb0-8237-9566511a3cef admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=35ea0482548740daa8293b502b52adc1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4251711 May 25 15:56:56.369793 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 39012) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:56:56.370049 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da2343-1f79-4fb0-8237-9566511a3cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8210b9b3-032c-4560-baac-ef2d6afda61b,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:56:56.395066 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-c8da2343-1f79-4fb0-8237-9566511a3cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:56:56.409235 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-38626c8d-87d8-4d44-b850-13268d983069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449255'] for router, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:56.413619 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dacb16b-fd19-4b09-9afb-8e38fd94e5a9 None None] Pushing event updated for resources: {'Port': ['ID=1e27040e-e185-45fe-8436-65b35aff4a6b,revision_number=2']} {{(pid=98826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:56:56.440483 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dacb16b-fd19-4b09-9afb-8e38fd94e5a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:56.441259 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dacb16b-fd19-4b09-9afb-8e38fd94e5a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:56.444338 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dacb16b-fd19-4b09-9afb-8e38fd94e5a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:56.444338 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dacb16b-fd19-4b09-9afb-8e38fd94e5a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:56.446476 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dacb16b-fd19-4b09-9afb-8e38fd94e5a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:56.447026 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dacb16b-fd19-4b09-9afb-8e38fd94e5a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:56.447870 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dacb16b-fd19-4b09-9afb-8e38fd94e5a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:56.448511 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dacb16b-fd19-4b09-9afb-8e38fd94e5a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:56.449064 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dacb16b-fd19-4b09-9afb-8e38fd94e5a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:56.449613 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dacb16b-fd19-4b09-9afb-8e38fd94e5a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:56.450104 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dacb16b-fd19-4b09-9afb-8e38fd94e5a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:56.450586 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dacb16b-fd19-4b09-9afb-8e38fd94e5a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dacb16b-fd19-4b09-9afb-8e38fd94e5a9 None None] Tracked resource versions report: May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: pushed versions: May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: { 'AddressGroup': {'1.2'}, May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: 'ConntrackHelper': {'1.0'}, May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: 'Log': {'1.0'}, May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: 'Network': {'1.1'}, May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: 'Port': {'1.7'}, May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: 'PortForwarding': {'1.2'}, May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: 'QosPolicy': {'1.8'}, May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: 'SecurityGroup': {'1.4'}, May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: 'SecurityGroupRule': {'1.2'}, May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: 'SubPort': {'1.0'}, May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: 'Subnet': {'1.1'}, May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: 'Trunk': {'1.1'}} May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: consumer versions: May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: { DHCP agent@dv-cinder-786384-6-smb: {}, May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: HyperV agent@hv-cinder-78638: {}, May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: L3 agent@dv-cinder-786384-6-smb: {}, May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: Metadata agent@dv-cinder-786384-6-smb: {}, May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: Metering agent@dv-cinder-786384-6-smb: {}, May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: Open vSwitch agent@dv-cinder-786384-6-smb: { 'AddressGroup': '1.2', May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: 'ConntrackHelper': '1.0', May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: 'Log': '1.0', May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: 'Network': '1.1', May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: 'Port': '1.7', May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: 'PortForwarding': '1.2', May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: 'QosPolicy': '1.8', May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: 'SecurityGroup': '1.4', May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: 'SecurityGroupRule': '1.2', May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: 'SubPort': '1.0', May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: 'Subnet': '1.1', May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: 'Trunk': '1.1'}} May 25 15:56:56.451898 dv-cinder-786384-6-smb neutron-server[98826]: {{(pid=98826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:56:56.458028 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [None req-7dacb16b-fd19-4b09-9afb-8e38fd94e5a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:56:56.487732 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:56.490167 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.managers [None req-4bcc0fa6-5aba-4b64-bbe6-8e23c476c770 None None] Attempting to bind port 1e27040e-e185-45fe-8436-65b35aff4a6b on host dv-cinder-786384-6-smb for vnic_type normal with profile {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:56:56.492154 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.managers [None req-4bcc0fa6-5aba-4b64-bbe6-8e23c476c770 None None] Attempting to bind port 1e27040e-e185-45fe-8436-65b35aff4a6b by drivers openvswitch,hyperv on host dv-cinder-786384-6-smb at level 0 using segments [{'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'}] {{(pid=98826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:56:56.492154 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcc0fa6-5aba-4b64-bbe6-8e23c476c770 None None] Attempting to bind port 1e27040e-e185-45fe-8436-65b35aff4a6b on network be3871dc-f381-4103-8f68-0343c836dc76 {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:56:56.498724 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcc0fa6-5aba-4b64-bbe6-8e23c476c770 None None] Checking agent: {'id': '604f280d-a953-439f-8917-ecde1e61df0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 48, 25), 'started_at': datetime.datetime(2021, 5, 25, 15, 48, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:56:56.499793 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcc0fa6-5aba-4b64-bbe6-8e23c476c770 None None] Checking segment: {'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:56:56.500450 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-4bcc0fa6-5aba-4b64-bbe6-8e23c476c770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:56.501083 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcc0fa6-5aba-4b64-bbe6-8e23c476c770 None None] Bound using segment: {'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'} {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:56:56.501855 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.managers [None req-4bcc0fa6-5aba-4b64-bbe6-8e23c476c770 None None] Bound port: 1e27040e-e185-45fe-8436-65b35aff4a6b, host: dv-cinder-786384-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'}}] {{(pid=98826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:56:56.502441 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-4bcc0fa6-5aba-4b64-bbe6-8e23c476c770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:56.610873 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] For port 21220272-7617-4cdd-bee1-f45b0cba1899, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=21220272-7617-4cdd-bee1-f45b0cba1899,segment=NetworkSegment(840503af-6db9-4321-a583-5cabf5e4dfef),segment_id=840503af-6db9-4321-a583-5cabf5e4dfef)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:56:56.683692 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:56.685861 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:56:56.714472 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.db [None req-4bcc0fa6-5aba-4b64-bbe6-8e23c476c770 None None] For port 1e27040e-e185-45fe-8436-65b35aff4a6b, host dv-cinder-786384-6-smb, cleared binding levels {{(pid=98826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:56:56.724397 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.db [None req-4bcc0fa6-5aba-4b64-bbe6-8e23c476c770 None None] For port 1e27040e-e185-45fe-8436-65b35aff4a6b, host dv-cinder-786384-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=1e27040e-e185-45fe-8436-65b35aff4a6b,segment=NetworkSegment(13ec9ed7-53c7-433f-97c5-96b1b940f45d),segment_id=13ec9ed7-53c7-433f-97c5-96b1b940f45d)] {{(pid=98826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:56:56.794576 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 39036) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:56:56.804180 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-4bcc0fa6-5aba-4b64-bbe6-8e23c476c770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:56.833252 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_common [None req-fcd232fe-a45b-4533-ad31-23ffa2367efa admin admin] Allocated IP 172.20.0.1 (32f1ef9b-eb5b-4589-ada4-423c69ee954c/25387402-7c77-4bfb-95d5-0f9f4bb4cc9b/acfd4987-2c87-460e-96b4-ea38e86ed34a) {{(pid=98824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:56:56.849659 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [None req-7dacb16b-fd19-4b09-9afb-8e38fd94e5a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:56:56.886037 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Pushing event updated for resources: {'Port': ['ID=21220272-7617-4cdd-bee1-f45b0cba1899,revision_number=3']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:56:56.892063 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:56:57.027144 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38626c8d-87d8-4d44-b850-13268d983069 admin admin] Router 658faca0-2fef-4275-ab32-b5aaa6ca49a4 is scheduled to L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab with binding_index 1 {{(pid=98823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 15:56:57.053808 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-67b9d5fa-2d76-4fa7-bdde-d290b0704c91 None None] Provisioning complete for port 21220272-7617-4cdd-bee1-f45b0cba1899 triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:56:57.054380 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-67b9d5fa-2d76-4fa7-bdde-d290b0704c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:57.056770 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-fcd232fe-a45b-4533-ad31-23ffa2367efa admin admin] Notify callbacks [] for port, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:57.121561 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dacb16b-fd19-4b09-9afb-8e38fd94e5a9 None None] Pushing event updated for resources: {'Port': ['ID=1e27040e-e185-45fe-8436-65b35aff4a6b,revision_number=3']} {{(pid=98826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:56:57.123087 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ba234bbb-79c3-4e1f-adaf-eb029ebad478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:57.192554 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [None req-7dacb16b-fd19-4b09-9afb-8e38fd94e5a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:56:57.215509 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcc0fa6-5aba-4b64-bbe6-8e23c476c770 None None] Routers {'34df0b75-173c-44bd-a08e-b273b984016c'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:56:57.216310 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-4bcc0fa6-5aba-4b64-bbe6-8e23c476c770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:56:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['34df0b75-173c-44bd-a08e-b273b984016c'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:56:57.238717 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ba234bbb-79c3-4e1f-adaf-eb029ebad478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:57.309113 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-04937b15-9ef6-4c94-87bd-ab67015e1e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:57.323663 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-fcd232fe-a45b-4533-ad31-23ffa2367efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603'] for port, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:57.334244 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:56:57.338263 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-04937b15-9ef6-4c94-87bd-ab67015e1e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:56:57.379127 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd232fe-a45b-4533-ad31-23ffa2367efa admin admin] Network 32f1ef9b-eb5b-4589-ada4-423c69ee954c is already hosted by enough agents. {{(pid=98824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:56:57.395788 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 21220272-7617-4cdd-bee1-f45b0cba1899 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:56:57.397917 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [None req-fcd232fe-a45b-4533-ad31-23ffa2367efa admin admin] Resources bound (agent type, host, resource id): {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:56:57.407388 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd232fe-a45b-4533-ad31-23ffa2367efa admin admin] Received port after_create {{(pid=98824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:56:57.408118 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-fcd232fe-a45b-4533-ad31-23ffa2367efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452246'] for router_interface, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:57.447282 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-04937b15-9ef6-4c94-87bd-ab67015e1e3b admin admin] Usage tracker for resource:security_group_rule and tenant:db92666964d5497889797f6f8e494a4d is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:56:57.460238 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-04937b15-9ef6-4c94-87bd-ab67015e1e3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:56:57.490949 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-04937b15-9ef6-4c94-87bd-ab67015e1e3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:56:57.498828 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 21220272-7617-4cdd-bee1-f45b0cba1899 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:56:57.501446 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:57.537932 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-4bcc0fa6-5aba-4b64-bbe6-8e23c476c770 None None] Set router 34df0b75-173c-44bd-a08e-b273b984016c gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:56:57.541359 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ba234bbb-79c3-4e1f-adaf-eb029ebad478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:57.581201 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38626c8d-87d8-4d44-b850-13268d983069 admin admin] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:56:57.596887 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b99044d-80be-4244-965b-5746b5d75f03 None None] Sync routers for ids ['658faca0-2fef-4275-ab32-b5aaa6ca49a4'] in dv-cinder-786384-6-smb {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:56:57.634749 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd232fe-a45b-4533-ad31-23ffa2367efa admin admin] Pushing event updated for resources: {'Port': ['ID=acfd4987-2c87-460e-96b4-ea38e86ed34a,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:56:57.636764 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b99044d-80be-4244-965b-5746b5d75f03 None None] Routers {'658faca0-2fef-4275-ab32-b5aaa6ca49a4'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:56:57.645176 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-4b99044d-80be-4244-965b-5746b5d75f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:56:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['658faca0-2fef-4275-ab32-b5aaa6ca49a4'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:56:57.664873 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-fcd232fe-a45b-4533-ad31-23ffa2367efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:56:57.665270 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:56:57.688705 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a893044b-f707-4ed4-bb9a-68efff605312 req-9e0cfe2a-809c-4e42-92a6-c6434e8095ab tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 210 time: 0.2095869 May 25 15:56:57.694566 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba234bbb-79c3-4e1f-adaf-eb029ebad478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8210b9b3-032c-4560-baac-ef2d6afda61b,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:56:57.705126 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-04937b15-9ef6-4c94-87bd-ab67015e1e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:57.711952 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-38626c8d-87d8-4d44-b850-13268d983069 admin admin] Notify callbacks [] for router, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:57.717263 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-38626c8d-87d8-4d44-b850-13268d983069 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3903694 May 25 15:56:57.723562 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 39074) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:56:57.751643 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-ba234bbb-79c3-4e1f-adaf-eb029ebad478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:56:57.791403 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ba234bbb-79c3-4e1f-adaf-eb029ebad478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:57.798203 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-ba234bbb-79c3-4e1f-adaf-eb029ebad478 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8210b9b3-032c-4560-baac-ef2d6afda61b HTTP/1.1" status: 204 len: 168 time: 1.4269068 May 25 15:56:57.826041 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-04937b15-9ef6-4c94-87bd-ab67015e1e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:57.845840 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-fcd232fe-a45b-4533-ad31-23ffa2367efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:57.848684 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:56:57.991069 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:58.020229 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04937b15-9ef6-4c94-87bd-ab67015e1e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200a4cec-9edb-42c3-97cf-f18cda86f233,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:56:58.043242 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-04937b15-9ef6-4c94-87bd-ab67015e1e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:56:58.044576 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-4b99044d-80be-4244-965b-5746b5d75f03 None None] Set router 658faca0-2fef-4275-ab32-b5aaa6ca49a4 gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:56:58.055207 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-04937b15-9ef6-4c94-87bd-ab67015e1e3b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=db92666964d5497889797f6f8e494a4d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2496500 May 25 15:56:58.058589 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 39082) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:56:58.125304 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-4bcc0fa6-5aba-4b64-bbe6-8e23c476c770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34df0b75-173c-44bd-a08e-b273b984016c', 'name': 'tempest-ServerRescueNegativeTestJSON-1300172129-router', 'tenant_id': '3b535e0be0c24db68760dcdb4881bdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '1e27040e-e185-45fe-8436-65b35aff4a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:50Z', 'updated_at': '2021-05-25T15:56:52Z', 'revision_number': 3, 'project_id': '3b535e0be0c24db68760dcdb4881bdaf', 'gw_port': {'id': '1e27040e-e185-45fe-8436-65b35aff4a6b', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34df0b75-173c-44bd-a08e-b273b984016c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:51Z', 'updated_at': '2021-05-25T15:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:56:58.130009 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcc0fa6-5aba-4b64-bbe6-8e23c476c770 None None] The sync data for ids ['34df0b75-173c-44bd-a08e-b273b984016c'] in dv-cinder-786384-6-smb is: [{'id': '34df0b75-173c-44bd-a08e-b273b984016c', 'name': 'tempest-ServerRescueNegativeTestJSON-1300172129-router', 'tenant_id': '3b535e0be0c24db68760dcdb4881bdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '1e27040e-e185-45fe-8436-65b35aff4a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:50Z', 'updated_at': '2021-05-25T15:56:52Z', 'revision_number': 3, 'project_id': '3b535e0be0c24db68760dcdb4881bdaf', 'gw_port': {'id': '1e27040e-e185-45fe-8436-65b35aff4a6b', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34df0b75-173c-44bd-a08e-b273b984016c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:51Z', 'updated_at': '2021-05-25T15:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}] {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:56:58.246908 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-fcd232fe-a45b-4533-ad31-23ffa2367efa admin admin] Notify callbacks [] for port, precommit_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:58.314821 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-39b241f1-89af-4539-a423-b758491cc381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:58.353269 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-fcd232fe-a45b-4533-ad31-23ffa2367efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:58.355442 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-fcd232fe-a45b-4533-ad31-23ffa2367efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452155'] for router_interface, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:58.361953 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:56:58.477412 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 39104) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:56:58.510071 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-39b241f1-89af-4539-a423-b758491cc381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:58.511980 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd232fe-a45b-4533-ad31-23ffa2367efa admin admin] Pushing event updated for resources: {'Port': ['ID=acfd4987-2c87-460e-96b4-ea38e86ed34a,revision_number=2']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:56:58.518727 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-fcd232fe-a45b-4533-ad31-23ffa2367efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:56:58.861229 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-4b99044d-80be-4244-965b-5746b5d75f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'name': 'tempest-AttachVolumeTestJSON-1671783140-router', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:52Z', 'updated_at': '2021-05-25T15:56:55Z', 'revision_number': 3, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'gw_port': {'id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:54Z', 'updated_at': '2021-05-25T15:56:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:56:58.874746 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b99044d-80be-4244-965b-5746b5d75f03 None None] Checking router: 658faca0-2fef-4275-ab32-b5aaa6ca49a4 for host: dv-cinder-786384-6-smb {{(pid=98825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:56:58.874746 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b99044d-80be-4244-965b-5746b5d75f03 None None] Updating router 658faca0-2fef-4275-ab32-b5aaa6ca49a4 port b6146feb-dea8-489d-8987-72374ae8cc77 binding host dv-cinder-786384-6-smb {{(pid=98825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:56:58.878793 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd232fe-a45b-4533-ad31-23ffa2367efa admin admin] Network 32f1ef9b-eb5b-4589-ada4-423c69ee954c is already hosted by enough agents. {{(pid=98824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:56:58.924138 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [None req-fcd232fe-a45b-4533-ad31-23ffa2367efa admin admin] Resources bound (agent type, host, resource id): {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:56:58.967919 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c78649f6-b4cc-4688-831a-169561117e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:58.984262 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-4b99044d-80be-4244-965b-5746b5d75f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:59.197188 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-932c40e5-7ad3-4a1a-866e-f32ffc176d75 req-0b23ec8c-3a1a-47b2-9a7f-a4228d631bb9 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 210 time: 0.3072352 May 25 15:56:59.213263 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd232fe-a45b-4533-ad31-23ffa2367efa admin admin] Router 34df0b75-173c-44bd-a08e-b273b984016c has already been hosted by L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab {{(pid=98824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:56:59.240060 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-c78649f6-b4cc-4688-831a-169561117e39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:56:59.259378 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-c78649f6-b4cc-4688-831a-169561117e39 admin admin] Usage tracker for resource:security_group_rule and tenant:c3fa6f25e90c440bbdf28d5613a7467c is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:56:59.264525 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-c78649f6-b4cc-4688-831a-169561117e39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:56:59.284585 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-c78649f6-b4cc-4688-831a-169561117e39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:56:59.472745 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-39b241f1-89af-4539-a423-b758491cc381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:59.524684 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-c8da2343-1f79-4fb0-8237-9566511a3cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:56:59.540544 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c78649f6-b4cc-4688-831a-169561117e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:59.581620 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-6bf95e3e-863d-4c30-bb71-4b46827bbb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:59.588919 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 1e27040e-e185-45fe-8436-65b35aff4a6b up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:56:59.605490 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd232fe-a45b-4533-ad31-23ffa2367efa admin admin] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:56:59.614319 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-fcd232fe-a45b-4533-ad31-23ffa2367efa admin admin] 10.222.0.72 "PUT /v2.0/routers/34df0b75-173c-44bd-a08e-b273b984016c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1362474 May 25 15:56:59.614536 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-39b241f1-89af-4539-a423-b758491cc381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:59.615583 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-39b241f1-89af-4539-a423-b758491cc381 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/200a4cec-9edb-42c3-97cf-f18cda86f233 HTTP/1.1" status: 204 len: 168 time: 1.5561070 May 25 15:56:59.616510 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b241f1-89af-4539-a423-b758491cc381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200a4cec-9edb-42c3-97cf-f18cda86f233,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:56:59.625483 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-39b241f1-89af-4539-a423-b758491cc381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:56:59.642885 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c78649f6-b4cc-4688-831a-169561117e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:59.702853 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.db.resource_extend [None req-4b99044d-80be-4244-965b-5746b5d75f03 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 15:56:59.761570 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-7f8da8a9-c615-42cc-a665-378619abea7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:56:59.781959 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 39146) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:56:59.782167 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-c78649f6-b4cc-4688-831a-169561117e39 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c3fa6f25e90c440bbdf28d5613a7467c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3031518 May 25 15:56:59.822162 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-4b99044d-80be-4244-965b-5746b5d75f03 None None] Notify callbacks [] for port, precommit_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:59.887621 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78649f6-b4cc-4688-831a-169561117e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6fd7b8-2085-4f18-b9a7-3be556a6533f,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:56:59.887737 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-4b99044d-80be-4244-965b-5746b5d75f03 None None] Transition to ACTIVE for port object b6146feb-dea8-489d-8987-72374ae8cc77 will not be triggered until provisioned by entity L2. {{(pid=98825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:56:59.888179 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-c78649f6-b4cc-4688-831a-169561117e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:56:59.898643 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-8d764af0-dfbe-429a-941b-37751db42a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:59.973767 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-8d764af0-dfbe-429a-941b-37751db42a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:59.975410 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-4b99044d-80be-4244-965b-5746b5d75f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:59.980302 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:56:59.994608 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.db_base_plugin_common [None req-6bf95e3e-863d-4c30-bb71-4b46827bbb8e admin admin] Allocated IP 172.20.0.1 (a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d/dbbdc939-cb7b-4cd7-bff0-1b0465d88650/3b98a5ed-156e-413b-9790-7f79fe8bb0b2) {{(pid=98823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:57:00.125335 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d620c-6e0e-42ae-b42a-d081fcd38395 None None] Pushing event updated for resources: {'Port': ['ID=b6146feb-dea8-489d-8987-72374ae8cc77,revision_number=2']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:00.128006 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning for port 1e27040e-e185-45fe-8436-65b35aff4a6b completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:57:00.135441 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-8d764af0-dfbe-429a-941b-37751db42a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:00.141809 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:00.165283 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-951d620c-6e0e-42ae-b42a-d081fcd38395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:00.173400 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 1e27040e-e185-45fe-8436-65b35aff4a6b triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:57:00.173400 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:00.179252 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-8d764af0-dfbe-429a-941b-37751db42a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:00.183300 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-8d764af0-dfbe-429a-941b-37751db42a10 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7a6fd7b8-2085-4f18-b9a7-3be556a6533f HTTP/1.1" status: 204 len: 168 time: 0.4003079 May 25 15:57:00.184219 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d764af0-dfbe-429a-941b-37751db42a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6fd7b8-2085-4f18-b9a7-3be556a6533f,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:00.187123 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-8d764af0-dfbe-429a-941b-37751db42a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:00.267949 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-6bf95e3e-863d-4c30-bb71-4b46827bbb8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:00.289531 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-4b99044d-80be-4244-965b-5746b5d75f03 None None] Attempting to bind port b6146feb-dea8-489d-8987-72374ae8cc77 on host dv-cinder-786384-6-smb for vnic_type normal with profile {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:57:00.290074 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-4b99044d-80be-4244-965b-5746b5d75f03 None None] Attempting to bind port b6146feb-dea8-489d-8987-72374ae8cc77 by drivers openvswitch,hyperv on host dv-cinder-786384-6-smb at level 0 using segments [{'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:57:00.290647 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b99044d-80be-4244-965b-5746b5d75f03 None None] Attempting to bind port b6146feb-dea8-489d-8987-72374ae8cc77 on network be3871dc-f381-4103-8f68-0343c836dc76 {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:57:00.298745 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b99044d-80be-4244-965b-5746b5d75f03 None None] Checking agent: {'id': '604f280d-a953-439f-8917-ecde1e61df0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 48, 25), 'started_at': datetime.datetime(2021, 5, 25, 15, 48, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:57:00.299252 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b99044d-80be-4244-965b-5746b5d75f03 None None] Checking segment: {'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:57:00.299751 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-4b99044d-80be-4244-965b-5746b5d75f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:00.300190 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b99044d-80be-4244-965b-5746b5d75f03 None None] Bound using segment: {'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:57:00.300596 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-4b99044d-80be-4244-965b-5746b5d75f03 None None] Bound port: b6146feb-dea8-489d-8987-72374ae8cc77, host: dv-cinder-786384-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'}}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:57:00.301110 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-4b99044d-80be-4244-965b-5746b5d75f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:00.315442 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.provisioning_blocks [None req-6bf95e3e-863d-4c30-bb71-4b46827bbb8e admin admin] Transition to ACTIVE for port object 3b98a5ed-156e-413b-9790-7f79fe8bb0b2 will not be triggered until provisioned by entity DHCP. {{(pid=98823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:57:00.426909 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-6bf95e3e-863d-4c30-bb71-4b46827bbb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603'] for port, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:00.432088 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:00.454968 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:00.483782 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] For port 1e27040e-e185-45fe-8436-65b35aff4a6b, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=1e27040e-e185-45fe-8436-65b35aff4a6b,segment=NetworkSegment(13ec9ed7-53c7-433f-97c5-96b1b940f45d),segment_id=13ec9ed7-53c7-433f-97c5-96b1b940f45d)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:57:00.494941 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-4b99044d-80be-4244-965b-5746b5d75f03 None None] For port b6146feb-dea8-489d-8987-72374ae8cc77, host dv-cinder-786384-6-smb, cleared binding levels {{(pid=98825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:57:00.498454 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-4b99044d-80be-4244-965b-5746b5d75f03 None None] For port b6146feb-dea8-489d-8987-72374ae8cc77, host dv-cinder-786384-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=b6146feb-dea8-489d-8987-72374ae8cc77,segment=NetworkSegment(13ec9ed7-53c7-433f-97c5-96b1b940f45d),segment_id=13ec9ed7-53c7-433f-97c5-96b1b940f45d)] {{(pid=98825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:57:00.532238 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf95e3e-863d-4c30-bb71-4b46827bbb8e admin admin] Network a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d is already hosted by enough agents. {{(pid=98823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:57:00.533737 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-535933e5-daaa-48c7-b9d6-b40bd1d2d44f req-0ccbf1b2-f5ea-43a4-b946-3260256cca57 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 210 time: 0.0557935 May 25 15:57:00.535200 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [None req-6bf95e3e-863d-4c30-bb71-4b46827bbb8e admin admin] Resources bound (agent type, host, resource id): {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:57:00.539164 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf95e3e-863d-4c30-bb71-4b46827bbb8e admin admin] Received port after_create {{(pid=98823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:57:00.539642 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-6bf95e3e-863d-4c30-bb71-4b46827bbb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452246'] for router_interface, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:00.557268 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:00.559598 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:00.671409 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Pushing event updated for resources: {'Port': ['ID=1e27040e-e185-45fe-8436-65b35aff4a6b,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:00.674512 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-4b99044d-80be-4244-965b-5746b5d75f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:00.689936 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:00.691511 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:00.715673 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf95e3e-863d-4c30-bb71-4b46827bbb8e admin admin] Pushing event updated for resources: {'Port': ['ID=3b98a5ed-156e-413b-9790-7f79fe8bb0b2,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:00.721825 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-6bf95e3e-863d-4c30-bb71-4b46827bbb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:00.797385 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b99044d-80be-4244-965b-5746b5d75f03 None None] Routers {'658faca0-2fef-4275-ab32-b5aaa6ca49a4'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:57:00.798417 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-4b99044d-80be-4244-965b-5746b5d75f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:56:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['658faca0-2fef-4275-ab32-b5aaa6ca49a4'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:00.836007 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 39186) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:00.884196 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ddc94907-0bc7-484e-aab7-c7cc398c0446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:00.928842 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-ddc94907-0bc7-484e-aab7-c7cc398c0446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:00.935981 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-ddc94907-0bc7-484e-aab7-c7cc398c0446 admin admin] Usage tracker for resource:security_group_rule and tenant:c4f4c165fa1f4bef90cade7bfa1b5157 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:00.959183 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-ddc94907-0bc7-484e-aab7-c7cc398c0446 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:00.967268 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-ddc94907-0bc7-484e-aab7-c7cc398c0446 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:00.975249 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ee83bb-1ca9-4109-b29c-6154732d4a8d None None] Sync routers for ids ['34df0b75-173c-44bd-a08e-b273b984016c'] in dv-cinder-786384-6-smb {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:57:00.989423 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.91', 57345) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:00.990390 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ee83bb-1ca9-4109-b29c-6154732d4a8d None None] Routers {'34df0b75-173c-44bd-a08e-b273b984016c'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:57:00.991038 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-79ee83bb-1ca9-4109-b29c-6154732d4a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:56:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['34df0b75-173c-44bd-a08e-b273b984016c'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:01.194932 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ddc94907-0bc7-484e-aab7-c7cc398c0446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:01.313456 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ddc94907-0bc7-484e-aab7-c7cc398c0446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:01.322913 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:01.374210 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc94907-0bc7-484e-aab7-c7cc398c0446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11104717-ee1f-4526-a710-2a0cbad40fdc,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:01.390632 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-ddc94907-0bc7-484e-aab7-c7cc398c0446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:01.425061 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-79ee83bb-1ca9-4109-b29c-6154732d4a8d None None] Set router 34df0b75-173c-44bd-a08e-b273b984016c gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:57:01.438452 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d620c-6e0e-42ae-b42a-d081fcd38395 None None] Pushing event updated for resources: {'Port': ['ID=b6146feb-dea8-489d-8987-72374ae8cc77,revision_number=3']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:01.438910 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-6bf95e3e-863d-4c30-bb71-4b46827bbb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:01.445534 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 1e27040e-e185-45fe-8436-65b35aff4a6b up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:57:01.448322 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 39206) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:01.453153 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-ddc94907-0bc7-484e-aab7-c7cc398c0446 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c4f4c165fa1f4bef90cade7bfa1b5157&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5933409 May 25 15:57:01.497959 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-2080f6cb-69c7-4d39-b40e-099daed2e3e4 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:01.500896 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-2080f6cb-69c7-4d39-b40e-099daed2e3e4 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Synchronizing usage tracker for tenant:757f45a9048c432aa1039df37a341bf4 on resource:network {{(pid=98823) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:57:01.571161 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-951d620c-6e0e-42ae-b42a-d081fcd38395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.880s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:01.573354 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-4b99044d-80be-4244-965b-5746b5d75f03 None None] Set router 658faca0-2fef-4275-ab32-b5aaa6ca49a4 gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:57:01.714764 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-df1a7512-c97a-40bc-be01-82ff60e7bb9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:01.809055 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-d9e9f3c0-ce95-4837-b268-f0751a95ceb7 None None] Provisioning for port 3b98a5ed-156e-413b-9790-7f79fe8bb0b2 completed by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:57:01.832350 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-d9e9f3c0-ce95-4837-b268-f0751a95ceb7 None None] Provisioning complete for port 3b98a5ed-156e-413b-9790-7f79fe8bb0b2 triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:57:01.832910 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-d9e9f3c0-ce95-4837-b268-f0751a95ceb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:01.898550 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-2080f6cb-69c7-4d39-b40e-099daed2e3e4 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Unset dirty status for tenant:757f45a9048c432aa1039df37a341bf4 on resource:network {{(pid=98823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:57:01.899594 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-2080f6cb-69c7-4d39-b40e-099daed2e3e4 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.91 "GET /v2.0/networks?id=101c6648-a1a0-4a22-bc66-b27b2e04b518 HTTP/1.1" status: 200 len: 812 time: 0.9091196 May 25 15:57:01.909907 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ebe22169-13a1-4f86-b0ee-8dddcc4abffd req-d771ed5c-a3ec-44d1-903e-7127b19599bf tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 210 time: 0.0964653 May 25 15:57:01.988089 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-79ee83bb-1ca9-4109-b29c-6154732d4a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34df0b75-173c-44bd-a08e-b273b984016c', 'name': 'tempest-ServerRescueNegativeTestJSON-1300172129-router', 'tenant_id': '3b535e0be0c24db68760dcdb4881bdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '1e27040e-e185-45fe-8436-65b35aff4a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:50Z', 'updated_at': '2021-05-25T15:56:57Z', 'revision_number': 4, 'project_id': '3b535e0be0c24db68760dcdb4881bdaf', 'gw_port': {'id': '1e27040e-e185-45fe-8436-65b35aff4a6b', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34df0b75-173c-44bd-a08e-b273b984016c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:51Z', 'updated_at': '2021-05-25T15:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': 'acfd4987-2c87-460e-96b4-ea38e86ed34a', 'name': '', 'network_id': '32f1ef9b-eb5b-4589-ada4-423c69ee954c', 'tenant_id': '3b535e0be0c24db68760dcdb4881bdaf', 'mac_address': 'fa:16:3e:31:0a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34df0b75-173c-44bd-a08e-b273b984016c', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '25387402-7c77-4bfb-95d5-0f9f4bb4cc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:56Z', 'updated_at': '2021-05-25T15:56:57Z', 'revision_number': 2, 'project_id': '3b535e0be0c24db68760dcdb4881bdaf', 'subnets': [{'id': '25387402-7c77-4bfb-95d5-0f9f4bb4cc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:01.990723 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-df1a7512-c97a-40bc-be01-82ff60e7bb9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:01.992472 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ee83bb-1ca9-4109-b29c-6154732d4a8d None None] Checking router: 34df0b75-173c-44bd-a08e-b273b984016c for host: dv-cinder-786384-6-smb {{(pid=98826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:57:01.992913 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ee83bb-1ca9-4109-b29c-6154732d4a8d None None] Updating router 34df0b75-173c-44bd-a08e-b273b984016c port acfd4987-2c87-460e-96b4-ea38e86ed34a binding host dv-cinder-786384-6-smb {{(pid=98826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:57:02.049517 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 1e27040e-e185-45fe-8436-65b35aff4a6b triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:57:02.053392 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:02.072488 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-336e574b-8f22-4900-9981-3e2fe6f38adc tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Request body: {'port': {'device_id': 'fbc44f89-8944-4191-8378-c7df78460de2', 'network_id': '101c6648-a1a0-4a22-bc66-b27b2e04b518', 'admin_state_up': True, 'tenant_id': '757f45a9048c432aa1039df37a341bf4'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:57:02.129092 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-79ee83bb-1ca9-4109-b29c-6154732d4a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:02.151406 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 39242) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:02.158840 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-d9e9f3c0-ce95-4837-b268-f0751a95ceb7 None None] Port 3b98a5ed-156e-413b-9790-7f79fe8bb0b2 cannot update to ACTIVE because it is not bound. {{(pid=98825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:57:02.281371 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-df1a7512-c97a-40bc-be01-82ff60e7bb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:02.323527 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-04937b15-9ef6-4c94-87bd-ab67015e1e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:02.412291 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a7512-c97a-40bc-be01-82ff60e7bb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11104717-ee1f-4526-a710-2a0cbad40fdc,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:02.459671 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-df1a7512-c97a-40bc-be01-82ff60e7bb9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:02.543621 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-df1a7512-c97a-40bc-be01-82ff60e7bb9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:02.543621 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-df1a7512-c97a-40bc-be01-82ff60e7bb9c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/11104717-ee1f-4526-a710-2a0cbad40fdc HTTP/1.1" status: 204 len: 168 time: 1.0885026 May 25 15:57:02.583822 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-4b99044d-80be-4244-965b-5746b5d75f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'name': 'tempest-AttachVolumeTestJSON-1671783140-router', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:52Z', 'updated_at': '2021-05-25T15:56:55Z', 'revision_number': 3, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'gw_port': {'id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:54Z', 'updated_at': '2021-05-25T15:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:02.586858 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-336e574b-8f22-4900-9981-3e2fe6f38adc tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:02.594456 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b99044d-80be-4244-965b-5746b5d75f03 None None] The sync data for ids ['658faca0-2fef-4275-ab32-b5aaa6ca49a4'] in dv-cinder-786384-6-smb is: [{'id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'name': 'tempest-AttachVolumeTestJSON-1671783140-router', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:52Z', 'updated_at': '2021-05-25T15:56:55Z', 'revision_number': 3, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'gw_port': {'id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:54Z', 'updated_at': '2021-05-25T15:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}] {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:57:02.598955 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-6bf95e3e-863d-4c30-bb71-4b46827bbb8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:02.601106 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-336e574b-8f22-4900-9981-3e2fe6f38adc tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Usage tracker for resource:port and tenant:757f45a9048c432aa1039df37a341bf4 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:02.604711 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-336e574b-8f22-4900-9981-3e2fe6f38adc tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:02.610986 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-336e574b-8f22-4900-9981-3e2fe6f38adc tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:02.654011 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-878078a5-c857-4ad6-ae3b-d981535b9c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:02.667509 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-6bf95e3e-863d-4c30-bb71-4b46827bbb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:02.675243 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-6bf95e3e-863d-4c30-bb71-4b46827bbb8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452155'] for router_interface, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:02.677051 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-38626c8d-87d8-4d44-b850-13268d983069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:02.682738 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-878078a5-c857-4ad6-ae3b-d981535b9c38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:02.687530 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-878078a5-c857-4ad6-ae3b-d981535b9c38 admin admin] Usage tracker for resource:security_group_rule and tenant:a8f698cd6ddc4f02a5003a3abb836474 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:02.690969 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-878078a5-c857-4ad6-ae3b-d981535b9c38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:02.697925 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-878078a5-c857-4ad6-ae3b-d981535b9c38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:02.741463 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-336e574b-8f22-4900-9981-3e2fe6f38adc tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Made reservation on behalf of 757f45a9048c432aa1039df37a341bf4 for: {'port': 1} {{(pid=98823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:57:02.746399 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-336e574b-8f22-4900-9981-3e2fe6f38adc tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:02.781565 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-79ee83bb-1ca9-4109-b29c-6154732d4a8d None None] Notify callbacks [] for port, precommit_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:02.803306 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.provisioning_blocks [None req-79ee83bb-1ca9-4109-b29c-6154732d4a8d None None] Transition to ACTIVE for port object acfd4987-2c87-460e-96b4-ea38e86ed34a will not be triggered until provisioned by entity L2. {{(pid=98826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:57:02.818328 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-3185a176-8d36-4a61-97a0-7d9e13bb92d4 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:02.819076 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-3185a176-8d36-4a61-97a0-7d9e13bb92d4 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Synchronizing usage tracker for tenant:3b535e0be0c24db68760dcdb4881bdaf on resource:network {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:57:02.831051 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-878078a5-c857-4ad6-ae3b-d981535b9c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:02.923757 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-79ee83bb-1ca9-4109-b29c-6154732d4a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:02.925644 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-878078a5-c857-4ad6-ae3b-d981535b9c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:02.934627 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [None req-7dacb16b-fd19-4b09-9afb-8e38fd94e5a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:02.935767 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:02.943352 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf95e3e-863d-4c30-bb71-4b46827bbb8e admin admin] Pushing event updated for resources: {'Port': ['ID=3b98a5ed-156e-413b-9790-7f79fe8bb0b2,revision_number=2']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:02.953762 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-6bf95e3e-863d-4c30-bb71-4b46827bbb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:02.953862 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-3185a176-8d36-4a61-97a0-7d9e13bb92d4 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Unset dirty status for tenant:3b535e0be0c24db68760dcdb4881bdaf on resource:network {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:57:02.953862 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-3185a176-8d36-4a61-97a0-7d9e13bb92d4 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/networks?id=32f1ef9b-eb5b-4589-ada4-423c69ee954c HTTP/1.1" status: 200 len: 819 time: 0.7201486 May 25 15:57:03.054803 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878078a5-c857-4ad6-ae3b-d981535b9c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162923bd-2f7a-41d5-8bfc-a7da5942fd36,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:03.087909 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-878078a5-c857-4ad6-ae3b-d981535b9c38 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a8f698cd6ddc4f02a5003a3abb836474&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9349339 May 25 15:57:03.097772 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-878078a5-c857-4ad6-ae3b-d981535b9c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:03.098479 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 39284) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:03.109716 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-f2738de1-09f8-4384-9c3c-b815fd3bf366 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/quotas/3b535e0be0c24db68760dcdb4881bdaf HTTP/1.1" status: 200 len: 375 time: 0.0773983 May 25 15:57:03.121663 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf95e3e-863d-4c30-bb71-4b46827bbb8e admin admin] Network a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d is already hosted by enough agents. {{(pid=98823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:57:03.127433 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [None req-6bf95e3e-863d-4c30-bb71-4b46827bbb8e admin admin] Resources bound (agent type, host, resource id): {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:57:03.253430 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.db_base_plugin_common [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-336e574b-8f22-4900-9981-3e2fe6f38adc tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Allocated IP 172.20.0.11 (101c6648-a1a0-4a22-bc66-b27b2e04b518/6460af15-4005-41b7-9673-a0abf03df374/6ac21b22-9b0e-4619-bc97-f0380f94965d) {{(pid=98823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:57:03.329049 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0a2d1-0133-4946-9cbd-719ed34b6e14 None None] Pushing event updated for resources: {'Port': ['ID=acfd4987-2c87-460e-96b4-ea38e86ed34a,revision_number=3']} {{(pid=98826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:03.342971 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [None req-4ba0a2d1-0133-4946-9cbd-719ed34b6e14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:03.364217 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-37fd6cfc-959a-4fa2-943d-3e828eb5fd48 req-6882b232-72a3-4f4d-be1e-f33bc3acd7ac tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 210 time: 0.1455212 May 25 15:57:03.471074 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.managers [None req-79ee83bb-1ca9-4109-b29c-6154732d4a8d None None] Attempting to bind port acfd4987-2c87-460e-96b4-ea38e86ed34a on host dv-cinder-786384-6-smb for vnic_type normal with profile {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:57:03.471467 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.managers [None req-79ee83bb-1ca9-4109-b29c-6154732d4a8d None None] Attempting to bind port acfd4987-2c87-460e-96b4-ea38e86ed34a by drivers openvswitch,hyperv on host dv-cinder-786384-6-smb at level 0 using segments [{'id': '50258eee-3ee7-4f79-9fdc-7a42204fd626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '32f1ef9b-eb5b-4589-ada4-423c69ee954c'}] {{(pid=98826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:57:03.718072 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee83bb-1ca9-4109-b29c-6154732d4a8d None None] Attempting to bind port acfd4987-2c87-460e-96b4-ea38e86ed34a on network 32f1ef9b-eb5b-4589-ada4-423c69ee954c {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:57:03.725334 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device b6146feb-dea8-489d-8987-72374ae8cc77 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:57:03.727099 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee83bb-1ca9-4109-b29c-6154732d4a8d None None] Checking agent: {'id': '604f280d-a953-439f-8917-ecde1e61df0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 48, 25), 'started_at': datetime.datetime(2021, 5, 25, 15, 48, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:57:03.727099 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee83bb-1ca9-4109-b29c-6154732d4a8d None None] Checking segment: {'id': '50258eee-3ee7-4f79-9fdc-7a42204fd626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '32f1ef9b-eb5b-4589-ada4-423c69ee954c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:57:03.727099 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-79ee83bb-1ca9-4109-b29c-6154732d4a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:03.727099 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee83bb-1ca9-4109-b29c-6154732d4a8d None None] Bound using segment: {'id': '50258eee-3ee7-4f79-9fdc-7a42204fd626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '32f1ef9b-eb5b-4589-ada4-423c69ee954c'} {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:57:03.727099 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.managers [None req-79ee83bb-1ca9-4109-b29c-6154732d4a8d None None] Bound port: acfd4987-2c87-460e-96b4-ea38e86ed34a, host: dv-cinder-786384-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50258eee-3ee7-4f79-9fdc-7a42204fd626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '32f1ef9b-eb5b-4589-ada4-423c69ee954c'}}] {{(pid=98826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:57:03.727099 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-79ee83bb-1ca9-4109-b29c-6154732d4a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:03.727969 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-e1bc985d-3b95-46b7-9a3b-f05ab23cadd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:03.727969 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-3f8ca8f6-e796-495f-9203-a4c4ed8826d1 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Synchronizing usage tracker for tenant:3b535e0be0c24db68760dcdb4881bdaf on resource:port {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:57:03.728459 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-82efbef4-9466-4b93-91f9-861542e60bc6 None None] Provisioning complete for port 3b98a5ed-156e-413b-9790-7f79fe8bb0b2 triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:57:03.728459 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-82efbef4-9466-4b93-91f9-861542e60bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:03.728589 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-e1bc985d-3b95-46b7-9a3b-f05ab23cadd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:03.784318 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.db [None req-79ee83bb-1ca9-4109-b29c-6154732d4a8d None None] For port acfd4987-2c87-460e-96b4-ea38e86ed34a, host dv-cinder-786384-6-smb, cleared binding levels {{(pid=98826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:57:03.793633 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.db [None req-79ee83bb-1ca9-4109-b29c-6154732d4a8d None None] For port acfd4987-2c87-460e-96b4-ea38e86ed34a, host dv-cinder-786384-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=acfd4987-2c87-460e-96b4-ea38e86ed34a,segment=NetworkSegment(50258eee-3ee7-4f79-9fdc-7a42204fd626),segment_id=50258eee-3ee7-4f79-9fdc-7a42204fd626)] {{(pid=98826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:57:03.823913 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-82efbef4-9466-4b93-91f9-861542e60bc6 None None] Port 3b98a5ed-156e-413b-9790-7f79fe8bb0b2 cannot update to ACTIVE because it is not bound. {{(pid=98825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:57:03.918210 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-3f8ca8f6-e796-495f-9203-a4c4ed8826d1 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Unset dirty status for tenant:3b535e0be0c24db68760dcdb4881bdaf on resource:port {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:57:03.919585 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-3f8ca8f6-e796-495f-9203-a4c4ed8826d1 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3b535e0be0c24db68760dcdb4881bdaf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7947888 May 25 15:57:03.938218 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf95e3e-863d-4c30-bb71-4b46827bbb8e admin admin] Router 658faca0-2fef-4275-ab32-b5aaa6ca49a4 has already been hosted by L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab {{(pid=98823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:57:03.987286 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-79ee83bb-1ca9-4109-b29c-6154732d4a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:03.988427 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning for port b6146feb-dea8-489d-8987-72374ae8cc77 completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:57:04.002982 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port b6146feb-dea8-489d-8987-72374ae8cc77 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:57:04.003865 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:04.010432 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [None req-f72bb289-294f-43f7-bce1-408d31536fc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:04.129443 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-336e574b-8f22-4900-9981-3e2fe6f38adc tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Notify callbacks [] for port, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:04.154202 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-e1bc985d-3b95-46b7-9a3b-f05ab23cadd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:04.198472 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-878078a5-c857-4ad6-ae3b-d981535b9c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:04.228222 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc985d-3b95-46b7-9a3b-f05ab23cadd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162923bd-2f7a-41d5-8bfc-a7da5942fd36,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:04.235715 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-e1bc985d-3b95-46b7-9a3b-f05ab23cadd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:04.260025 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-e1bc985d-3b95-46b7-9a3b-f05ab23cadd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:04.262629 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-e1bc985d-3b95-46b7-9a3b-f05ab23cadd2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/162923bd-2f7a-41d5-8bfc-a7da5942fd36 HTTP/1.1" status: 204 len: 168 time: 1.1625330 May 25 15:57:04.268831 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ee83bb-1ca9-4109-b29c-6154732d4a8d None None] Routers {'34df0b75-173c-44bd-a08e-b273b984016c'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:57:04.272024 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-79ee83bb-1ca9-4109-b29c-6154732d4a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:56:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['34df0b75-173c-44bd-a08e-b273b984016c'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:04.400589 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-d647a695-b7ed-46cc-abda-3d98a1726041 service neutron] 10.222.0.72 "GET /v2.0/networks/32f1ef9b-eb5b-4589-ada4-423c69ee954c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668489 May 25 15:57:04.552590 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0a2d1-0133-4946-9cbd-719ed34b6e14 None None] Pushing event updated for resources: {'Port': ['ID=acfd4987-2c87-460e-96b4-ea38e86ed34a,revision_number=4']} {{(pid=98826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:04.564997 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [None req-4ba0a2d1-0133-4946-9cbd-719ed34b6e14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:04.638252 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:04.705539 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] For port b6146feb-dea8-489d-8987-72374ae8cc77, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=b6146feb-dea8-489d-8987-72374ae8cc77,segment=NetworkSegment(13ec9ed7-53c7-433f-97c5-96b1b940f45d),segment_id=13ec9ed7-53c7-433f-97c5-96b1b940f45d)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:57:04.816176 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:04.820328 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-951d620c-6e0e-42ae-b42a-d081fcd38395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:04.947342 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-79ee83bb-1ca9-4109-b29c-6154732d4a8d None None] Set router 34df0b75-173c-44bd-a08e-b273b984016c gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:57:04.971627 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-8843bc9a-284d-418c-831a-2f425119c701 req-45f54189-67ff-490c-8938-b68e963417af tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 210 time: 0.2305863 May 25 15:57:05.027915 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf95e3e-863d-4c30-bb71-4b46827bbb8e admin admin] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:57:05.066459 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-6bf95e3e-863d-4c30-bb71-4b46827bbb8e admin admin] 10.222.0.72 "PUT /v2.0/routers/658faca0-2fef-4275-ab32-b5aaa6ca49a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3480055 May 25 15:57:05.079755 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-336e574b-8f22-4900-9981-3e2fe6f38adc tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603'] for port, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:05.099489 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:05.116645 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Pushing event updated for resources: {'Port': ['ID=b6146feb-dea8-489d-8987-72374ae8cc77,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:05.131491 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:05.141600 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-864c1e4a-a4e8-4305-a399-b10b3629c756 service neutron] 10.222.0.72 "GET /v2.0/networks/32f1ef9b-eb5b-4589-ada4-423c69ee954c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7296801 May 25 15:57:05.463922 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719f118e-bf97-46a6-b779-dd7a6c1a50d2 None None] Sync routers for ids ['658faca0-2fef-4275-ab32-b5aaa6ca49a4'] in dv-cinder-786384-6-smb {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:57:05.492308 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device b6146feb-dea8-489d-8987-72374ae8cc77 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:57:05.605744 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-336e574b-8f22-4900-9981-3e2fe6f38adc tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Network 101c6648-a1a0-4a22-bc66-b27b2e04b518 is already hosted by enough agents. {{(pid=98823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:57:05.618931 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-336e574b-8f22-4900-9981-3e2fe6f38adc tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Resources bound (agent type, host, resource id): {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:57:05.621736 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e574b-8f22-4900-9981-3e2fe6f38adc tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Pushing event updated for resources: {'Port': ['ID=6ac21b22-9b0e-4619-bc97-f0380f94965d,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:05.686347 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-336e574b-8f22-4900-9981-3e2fe6f38adc tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Received port after_create {{(pid=98823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:57:05.693335 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-336e574b-8f22-4900-9981-3e2fe6f38adc tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:05.694270 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-336e574b-8f22-4900-9981-3e2fe6f38adc tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:05.715531 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-336e574b-8f22-4900-9981-3e2fe6f38adc tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:05.746261 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719f118e-bf97-46a6-b779-dd7a6c1a50d2 None None] Routers {'658faca0-2fef-4275-ab32-b5aaa6ca49a4'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:57:05.748626 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-719f118e-bf97-46a6-b779-dd7a6c1a50d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:56:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['658faca0-2fef-4275-ab32-b5aaa6ca49a4'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:05.749645 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-93139a30-5dc0-4e58-8861-f96eaaea2e39 req-c7885903-5622-43fc-ad61-d3cd0fd17f5b tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 210 time: 0.1767941 May 25 15:57:05.784549 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-336e574b-8f22-4900-9981-3e2fe6f38adc tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7307723 May 25 15:57:05.815912 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-d816a6ad-5a91-45f8-af3a-feb4fcc8fc58 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=98823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:57:05.819104 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-d816a6ad-5a91-45f8-af3a-feb4fcc8fc58 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053880 May 25 15:57:06.081851 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-79ee83bb-1ca9-4109-b29c-6154732d4a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34df0b75-173c-44bd-a08e-b273b984016c', 'name': 'tempest-ServerRescueNegativeTestJSON-1300172129-router', 'tenant_id': '3b535e0be0c24db68760dcdb4881bdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '1e27040e-e185-45fe-8436-65b35aff4a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:50Z', 'updated_at': '2021-05-25T15:56:57Z', 'revision_number': 4, 'project_id': '3b535e0be0c24db68760dcdb4881bdaf', 'gw_port': {'id': '1e27040e-e185-45fe-8436-65b35aff4a6b', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34df0b75-173c-44bd-a08e-b273b984016c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:51Z', 'updated_at': '2021-05-25T15:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': 'acfd4987-2c87-460e-96b4-ea38e86ed34a', 'name': '', 'network_id': '32f1ef9b-eb5b-4589-ada4-423c69ee954c', 'tenant_id': '3b535e0be0c24db68760dcdb4881bdaf', 'mac_address': 'fa:16:3e:31:0a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34df0b75-173c-44bd-a08e-b273b984016c', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '25387402-7c77-4bfb-95d5-0f9f4bb4cc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:56Z', 'updated_at': '2021-05-25T15:57:03Z', 'revision_number': 4, 'project_id': '3b535e0be0c24db68760dcdb4881bdaf', 'subnets': [{'id': '25387402-7c77-4bfb-95d5-0f9f4bb4cc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:06.095958 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ee83bb-1ca9-4109-b29c-6154732d4a8d None None] The sync data for ids ['34df0b75-173c-44bd-a08e-b273b984016c'] in dv-cinder-786384-6-smb is: [{'id': '34df0b75-173c-44bd-a08e-b273b984016c', 'name': 'tempest-ServerRescueNegativeTestJSON-1300172129-router', 'tenant_id': '3b535e0be0c24db68760dcdb4881bdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '1e27040e-e185-45fe-8436-65b35aff4a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:50Z', 'updated_at': '2021-05-25T15:56:57Z', 'revision_number': 4, 'project_id': '3b535e0be0c24db68760dcdb4881bdaf', 'gw_port': {'id': '1e27040e-e185-45fe-8436-65b35aff4a6b', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34df0b75-173c-44bd-a08e-b273b984016c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:51Z', 'updated_at': '2021-05-25T15:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': 'acfd4987-2c87-460e-96b4-ea38e86ed34a', 'name': '', 'network_id': '32f1ef9b-eb5b-4589-ada4-423c69ee954c', 'tenant_id': '3b535e0be0c24db68760dcdb4881bdaf', 'mac_address': 'fa:16:3e:31:0a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34df0b75-173c-44bd-a08e-b273b984016c', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '25387402-7c77-4bfb-95d5-0f9f4bb4cc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:56Z', 'updated_at': '2021-05-25T15:57:03Z', 'revision_number': 4, 'project_id': '3b535e0be0c24db68760dcdb4881bdaf', 'subnets': [{'id': '25387402-7c77-4bfb-95d5-0f9f4bb4cc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:57:06.192712 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port b6146feb-dea8-489d-8987-72374ae8cc77 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:57:06.193178 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:06.403922 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-719f118e-bf97-46a6-b779-dd7a6c1a50d2 None None] Set router 658faca0-2fef-4275-ab32-b5aaa6ca49a4 gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:57:06.578320 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b03ad-af37-4f9e-b2a9-4be84210cca0 req-d014f614-53d1-4ff7-b20c-cdc657e27c63 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:06.580164 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-998b03ad-af37-4f9e-b2a9-4be84210cca0 req-d014f614-53d1-4ff7-b20c-cdc657e27c63 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 932 time: 0.1967101 May 25 15:57:06.713457 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-998b03ad-af37-4f9e-b2a9-4be84210cca0 req-15eb7a6e-a87a-45b0-8a32-f0ea5b1aca43 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/security-groups?id=696b12fa-77b4-4a7d-93cf-23dbc0b7610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270800 May 25 15:57:07.259926 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] Request body: {'port': {'device_id': 'fbc44f89-8944-4191-8378-c7df78460de2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:57:07.428659 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-719f118e-bf97-46a6-b779-dd7a6c1a50d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'name': 'tempest-AttachVolumeTestJSON-1671783140-router', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:52Z', 'updated_at': '2021-05-25T15:57:00Z', 'revision_number': 4, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'gw_port': {'id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:54Z', 'updated_at': '2021-05-25T15:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': '3b98a5ed-156e-413b-9790-7f79fe8bb0b2', 'name': '', 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'mac_address': 'fa:16:3e:88:ea:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:59Z', 'updated_at': '2021-05-25T15:57:01Z', 'revision_number': 2, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'subnets': [{'id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:07.455583 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719f118e-bf97-46a6-b779-dd7a6c1a50d2 None None] Checking router: 658faca0-2fef-4275-ab32-b5aaa6ca49a4 for host: dv-cinder-786384-6-smb {{(pid=98825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:57:07.456450 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719f118e-bf97-46a6-b779-dd7a6c1a50d2 None None] Updating router 658faca0-2fef-4275-ab32-b5aaa6ca49a4 port 3b98a5ed-156e-413b-9790-7f79fe8bb0b2 binding host dv-cinder-786384-6-smb {{(pid=98825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:57:07.488961 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-416e2405-4670-45ae-8480-29c3c294d0b5 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:07.500091 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-416e2405-4670-45ae-8480-29c3c294d0b5 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/networks?id=32f1ef9b-eb5b-4589-ada4-423c69ee954c HTTP/1.1" status: 200 len: 819 time: 0.4441020 May 25 15:57:07.555008 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device acfd4987-2c87-460e-96b4-ea38e86ed34a up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:57:07.559706 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-ba29ea97-4b2c-496e-aaa0-65f7ca9c1a6f tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/quotas/3b535e0be0c24db68760dcdb4881bdaf HTTP/1.1" status: 200 len: 375 time: 0.0586283 May 25 15:57:07.623299 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:07.761734 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-719f118e-bf97-46a6-b779-dd7a6c1a50d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:07.795036 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-6672105c-4a61-460e-8734-e9e8ea0a1690 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3b535e0be0c24db68760dcdb4881bdaf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2341976 May 25 15:57:07.838161 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 39436) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:07.840392 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning for port acfd4987-2c87-460e-96b4-ea38e86ed34a completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:57:07.848963 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-aa910aa8-f08e-425a-b027-71f9f661a22c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1042994908', 'description': 'tempest-description--77907538'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:57:07.856441 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-aa910aa8-f08e-425a-b027-71f9f661a22c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:07.863118 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-aa910aa8-f08e-425a-b027-71f9f661a22c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Usage tracker for resource:security_group and tenant:6e0b579c2ed344be88993c3d0a0cb566 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:07.867494 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-aa910aa8-f08e-425a-b027-71f9f661a22c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:07.899086 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-aa910aa8-f08e-425a-b027-71f9f661a22c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:07.947931 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port acfd4987-2c87-460e-96b4-ea38e86ed34a triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:57:07.949417 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:08.010829 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-aa910aa8-f08e-425a-b027-71f9f661a22c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:08.115155 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-aa910aa8-f08e-425a-b027-71f9f661a22c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:08.142230 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-aa910aa8-f08e-425a-b027-71f9f661a22c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Usage tracker for resource:security_group_rule and tenant:6e0b579c2ed344be88993c3d0a0cb566 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:08.157015 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-aa910aa8-f08e-425a-b027-71f9f661a22c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:08.174868 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-aa910aa8-f08e-425a-b027-71f9f661a22c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:08.279639 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 39452) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:08.439851 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dceae-4ac4-4784-9c08-7e2066833d75 req-aa4a6000-9c3b-4d06-a193-3c0bab6e46cf tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:08.449274 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ac5dceae-4ac4-4784-9c08-7e2066833d75 req-aa4a6000-9c3b-4d06-a193-3c0bab6e46cf tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 932 time: 0.2764368 May 25 15:57:08.572981 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-aa910aa8-f08e-425a-b027-71f9f661a22c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:08.627638 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ac5dceae-4ac4-4784-9c08-7e2066833d75 req-1d5cc7b4-7f0e-4374-8b9c-0e312212df26 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/security-groups?id=696b12fa-77b4-4a7d-93cf-23dbc0b7610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773281 May 25 15:57:08.696549 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-aa910aa8-f08e-425a-b027-71f9f661a22c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:08.710687 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-8d764af0-dfbe-429a-941b-37751db42a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:08.717208 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:08.788971 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac21b22-9b0e-4619-bc97-f0380f94965d {{(pid=98823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:57:08.798916 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:08.816369 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.provisioning_blocks [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] Transition to ACTIVE for port object 6ac21b22-9b0e-4619-bc97-f0380f94965d will not be triggered until provisioned by entity L2. {{(pid=98823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:57:08.856525 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa910aa8-f08e-425a-b027-71f9f661a22c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b9e590-061d-4801-b6b4-ca8a8710bdac,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:08.862762 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-aa910aa8-f08e-425a-b027-71f9f661a22c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:08.933260 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] For port acfd4987-2c87-460e-96b4-ea38e86ed34a, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=acfd4987-2c87-460e-96b4-ea38e86ed34a,segment=NetworkSegment(50258eee-3ee7-4f79-9fdc-7a42204fd626),segment_id=50258eee-3ee7-4f79-9fdc-7a42204fd626)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:57:08.947023 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:08.962488 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-6bf95e3e-863d-4c30-bb71-4b46827bbb8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:08.992176 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-aa910aa8-f08e-425a-b027-71f9f661a22c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:08.996482 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-aa910aa8-f08e-425a-b027-71f9f661a22c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.1533458 May 25 15:57:08.996658 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 39470) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:09.002834 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-137eaa20-c5f3-490e-9865-42467f8288af tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Request body: {'security_group_rule': {'security_group_id': '37b9e590-061d-4801-b6b4-ca8a8710bdac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:57:09.013669 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-137eaa20-c5f3-490e-9865-42467f8288af tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:09.024262 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-137eaa20-c5f3-490e-9865-42467f8288af tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Usage tracker for resource:security_group_rule and tenant:6e0b579c2ed344be88993c3d0a0cb566 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:09.027936 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-137eaa20-c5f3-490e-9865-42467f8288af tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:09.050549 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-137eaa20-c5f3-490e-9865-42467f8288af tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:09.058937 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4aaab9a1-8124-4a2a-9846-cd147a9f9a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:09.061061 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:09.077895 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-4aaab9a1-8124-4a2a-9846-cd147a9f9a15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:09.082140 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-4aaab9a1-8124-4a2a-9846-cd147a9f9a15 admin admin] Usage tracker for resource:security_group_rule and tenant:8a72aa1be77245f7905df7351e62b545 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:09.084850 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-4aaab9a1-8124-4a2a-9846-cd147a9f9a15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:09.091023 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-4aaab9a1-8124-4a2a-9846-cd147a9f9a15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:09.095220 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac21b22-9b0e-4619-bc97-f0380f94965d,revision_number=2']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:09.099569 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:09.122267 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-719f118e-bf97-46a6-b779-dd7a6c1a50d2 None None] Notify callbacks [] for port, precommit_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:09.133049 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:09.183884 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-137eaa20-c5f3-490e-9865-42467f8288af tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:09.316948 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-7d10f22d-f8d6-49f2-be83-3f605077a63f service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=98824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:57:09.317314 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.managers [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] Attempting to bind port 6ac21b22-9b0e-4619-bc97-f0380f94965d on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:57:09.317835 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.managers [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] Attempting to bind port 6ac21b22-9b0e-4619-bc97-f0380f94965d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '25e7cedd-877a-4386-bf09-8db0daef532b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '101c6648-a1a0-4a22-bc66-b27b2e04b518'}] {{(pid=98823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:57:09.319075 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-7d10f22d-f8d6-49f2-be83-3f605077a63f service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5866358 May 25 15:57:09.325701 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] Attempting to bind port 6ac21b22-9b0e-4619-bc97-f0380f94965d on network 101c6648-a1a0-4a22-bc66-b27b2e04b518 {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:57:09.333362 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] Port 6ac21b22-9b0e-4619-bc97-f0380f94965d on network 101c6648-a1a0-4a22-bc66-b27b2e04b518 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:57:09.333609 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] Attempting to bind port 6ac21b22-9b0e-4619-bc97-f0380f94965d on network 101c6648-a1a0-4a22-bc66-b27b2e04b518 {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:57:09.338549 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-719f118e-bf97-46a6-b779-dd7a6c1a50d2 None None] Transition to ACTIVE for port object 3b98a5ed-156e-413b-9790-7f79fe8bb0b2 will not be triggered until provisioned by entity L2. {{(pid=98825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:57:09.347152 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] Checking agent: {'id': '8886f986-558f-4b39-be9e-9feee4f02dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'started_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:57:09.347505 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] Checking segment: {'id': '25e7cedd-877a-4386-bf09-8db0daef532b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '101c6648-a1a0-4a22-bc66-b27b2e04b518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:57:09.348658 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] Bound using segment: {'id': '25e7cedd-877a-4386-bf09-8db0daef532b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '101c6648-a1a0-4a22-bc66-b27b2e04b518'} {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:57:09.349378 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.managers [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] Bound port: 6ac21b22-9b0e-4619-bc97-f0380f94965d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25e7cedd-877a-4386-bf09-8db0daef532b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '101c6648-a1a0-4a22-bc66-b27b2e04b518'}}] {{(pid=98823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:57:09.353018 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:09.381760 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Pushing event updated for resources: {'Port': ['ID=acfd4987-2c87-460e-96b4-ea38e86ed34a,revision_number=5']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:09.384855 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4aaab9a1-8124-4a2a-9846-cd147a9f9a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:09.394289 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:09.419388 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-137eaa20-c5f3-490e-9865-42467f8288af tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:09.449903 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-719f118e-bf97-46a6-b779-dd7a6c1a50d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:09.461531 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:09.515638 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-137eaa20-c5f3-490e-9865-42467f8288af tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589395'] for security_group_rule, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:09.516311 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4aaab9a1-8124-4a2a-9846-cd147a9f9a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:09.574209 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:09.657114 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137eaa20-c5f3-490e-9865-42467f8288af tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7fedbc0-c1aa-487c-bc61-428eaadd1955,revision_number=0']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:09.673157 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c3acf-a397-400a-8689-ad91aef2c753 None None] Pushing event updated for resources: {'Port': ['ID=3b98a5ed-156e-413b-9790-7f79fe8bb0b2,revision_number=3']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:09.722560 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-137eaa20-c5f3-490e-9865-42467f8288af tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:09.734029 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-ba234bbb-79c3-4e1f-adaf-eb029ebad478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:09.831621 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] For port 6ac21b22-9b0e-4619-bc97-f0380f94965d, host hv-cinder-78638, cleared binding levels {{(pid=98823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:57:09.840440 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] For port 6ac21b22-9b0e-4619-bc97-f0380f94965d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6ac21b22-9b0e-4619-bc97-f0380f94965d,segment=NetworkSegment(25e7cedd-877a-4386-bf09-8db0daef532b),segment_id=25e7cedd-877a-4386-bf09-8db0daef532b)] {{(pid=98823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:57:09.887494 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-d47c3acf-a397-400a-8689-ad91aef2c753 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:09.907735 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:09.946820 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-6bf95e3e-863d-4c30-bb71-4b46827bbb8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:09.956537 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-4aaab9a1-8124-4a2a-9846-cd147a9f9a15 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8a72aa1be77245f7905df7351e62b545&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6740155 May 25 15:57:09.974519 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 39496) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:10.175656 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac21b22-9b0e-4619-bc97-f0380f94965d,revision_number=3']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:10.180319 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:10.184319 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:10.184971 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:10.187137 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] 10.222.0.91 "PUT /v2.0/ports/6ac21b22-9b0e-4619-bc97-f0380f94965d HTTP/1.1" status: 200 len: 1094 time: 3.3866959 May 25 15:57:10.187555 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc44f89-8944-4191-8378-c7df78460de2', 'tag': '6ac21b22-9b0e-4619-bc97-f0380f94965d'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:57:10.223982 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaab9a1-8124-4a2a-9846-cd147a9f9a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b9c0e6-a010-4bd7-827e-677cd1a0726b,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:10.247641 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-137eaa20-c5f3-490e-9865-42467f8288af tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:10.250145 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-137eaa20-c5f3-490e-9865-42467f8288af tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2522588 May 25 15:57:10.254521 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-4aaab9a1-8124-4a2a-9846-cd147a9f9a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:10.258810 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-cd196b8c-6ca8-4972-9f1d-efcd79a3bbc3 service neutron] 10.222.0.72 "GET /v2.0/networks/32f1ef9b-eb5b-4589-ada4-423c69ee954c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9223924 May 25 15:57:10.272097 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 39506) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:10.305516 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-719f118e-bf97-46a6-b779-dd7a6c1a50d2 None None] Attempting to bind port 3b98a5ed-156e-413b-9790-7f79fe8bb0b2 on host dv-cinder-786384-6-smb for vnic_type normal with profile {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:57:10.305900 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-719f118e-bf97-46a6-b779-dd7a6c1a50d2 None None] Attempting to bind port 3b98a5ed-156e-413b-9790-7f79fe8bb0b2 by drivers openvswitch,hyperv on host dv-cinder-786384-6-smb at level 0 using segments [{'id': '840503af-6db9-4321-a583-5cabf5e4dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d'}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:57:10.306271 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719f118e-bf97-46a6-b779-dd7a6c1a50d2 None None] Attempting to bind port 3b98a5ed-156e-413b-9790-7f79fe8bb0b2 on network a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:57:10.323035 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719f118e-bf97-46a6-b779-dd7a6c1a50d2 None None] Checking agent: {'id': '604f280d-a953-439f-8917-ecde1e61df0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 48, 25), 'started_at': datetime.datetime(2021, 5, 25, 15, 48, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:57:10.323500 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719f118e-bf97-46a6-b779-dd7a6c1a50d2 None None] Checking segment: {'id': '840503af-6db9-4321-a583-5cabf5e4dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:57:10.324064 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-719f118e-bf97-46a6-b779-dd7a6c1a50d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:10.324592 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719f118e-bf97-46a6-b779-dd7a6c1a50d2 None None] Bound using segment: {'id': '840503af-6db9-4321-a583-5cabf5e4dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d'} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:57:10.324735 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-1bcc6272-2ff5-4a0e-a809-315024c2fe1c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Request body: {'security_group_rule': {'security_group_id': '37b9e590-061d-4801-b6b4-ca8a8710bdac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:57:10.330938 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-719f118e-bf97-46a6-b779-dd7a6c1a50d2 None None] Bound port: 3b98a5ed-156e-413b-9790-7f79fe8bb0b2, host: dv-cinder-786384-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840503af-6db9-4321-a583-5cabf5e4dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d'}}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:57:10.331345 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-719f118e-bf97-46a6-b779-dd7a6c1a50d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:10.349740 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.91', 57354) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:10.434964 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-1bcc6272-2ff5-4a0e-a809-315024c2fe1c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:10.465116 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-1bcc6272-2ff5-4a0e-a809-315024c2fe1c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Usage tracker for resource:security_group_rule and tenant:6e0b579c2ed344be88993c3d0a0cb566 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:10.475111 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-1bcc6272-2ff5-4a0e-a809-315024c2fe1c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:10.496535 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-1bcc6272-2ff5-4a0e-a809-315024c2fe1c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:10.559331 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-719f118e-bf97-46a6-b779-dd7a6c1a50d2 None None] For port 3b98a5ed-156e-413b-9790-7f79fe8bb0b2, host dv-cinder-786384-6-smb, cleared binding levels {{(pid=98825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:57:10.574914 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-719f118e-bf97-46a6-b779-dd7a6c1a50d2 None None] For port 3b98a5ed-156e-413b-9790-7f79fe8bb0b2, host dv-cinder-786384-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=3b98a5ed-156e-413b-9790-7f79fe8bb0b2,segment=NetworkSegment(840503af-6db9-4321-a583-5cabf5e4dfef),segment_id=840503af-6db9-4321-a583-5cabf5e4dfef)] {{(pid=98825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:57:10.610073 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-c12bb436-e7de-4e9b-a2ac-4cdf7d9e6f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:10.695952 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-719f118e-bf97-46a6-b779-dd7a6c1a50d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:10.707049 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:10.734388 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-264c33b6-a838-402c-99a7-a3cd01ecf260 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:10.737058 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1bcc6272-2ff5-4a0e-a809-315024c2fe1c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:10.741051 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-264c33b6-a838-402c-99a7-a3cd01ecf260 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.91 "GET /v2.0/networks?id=32f1ef9b-eb5b-4589-ada4-423c69ee954c HTTP/1.1" status: 200 len: 819 time: 0.4048860 May 25 15:57:10.779016 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ce2fc-4d07-487c-bc24-6cb623895f33 req-78d3db80-7418-4f43-ac63-4b770818e7cd tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:10.787466 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d00ce2fc-4d07-487c-bc24-6cb623895f33 req-78d3db80-7418-4f43-ac63-4b770818e7cd tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 944 time: 0.7279143 May 25 15:57:10.807593 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-c12bb436-e7de-4e9b-a2ac-4cdf7d9e6f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:10.835057 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-268f16c9-7c15-4ea2-853c-ddfc4366fe36 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Request body: {'port': {'device_id': '654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b', 'network_id': '32f1ef9b-eb5b-4589-ada4-423c69ee954c', 'admin_state_up': True, 'tenant_id': '3b535e0be0c24db68760dcdb4881bdaf'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:57:10.992333 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719f118e-bf97-46a6-b779-dd7a6c1a50d2 None None] Routers {'658faca0-2fef-4275-ab32-b5aaa6ca49a4'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:57:10.997833 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-719f118e-bf97-46a6-b779-dd7a6c1a50d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:56:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['658faca0-2fef-4275-ab32-b5aaa6ca49a4'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:11.168483 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-48793450-41ba-4305-a823-11899a5fecad service neutron] 10.222.0.72 "GET /v2.0/networks/32f1ef9b-eb5b-4589-ada4-423c69ee954c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8802426 May 25 15:57:11.193700 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d00ce2fc-4d07-487c-bc24-6cb623895f33 req-f10cb1f5-9f3b-4aa5-97ae-f24d098f11ee tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/security-groups?id=696b12fa-77b4-4a7d-93cf-23dbc0b7610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051125 May 25 15:57:11.247071 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-96aef6a3-77b4-4973-8b02-3ca2e70c47c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:11.249515 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-96aef6a3-77b4-4973-8b02-3ca2e70c47c5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=757f45a9048c432aa1039df37a341bf4&device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 1097 time: 0.8765514 May 25 15:57:11.289195 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1bcc6272-2ff5-4a0e-a809-315024c2fe1c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:11.380611 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-268f16c9-7c15-4ea2-853c-ddfc4366fe36 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:11.409232 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c3acf-a397-400a-8689-ad91aef2c753 None None] Pushing event updated for resources: {'Port': ['ID=3b98a5ed-156e-413b-9790-7f79fe8bb0b2,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:11.419133 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-268f16c9-7c15-4ea2-853c-ddfc4366fe36 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:11.429956 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-d47c3acf-a397-400a-8689-ad91aef2c753 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:11.492580 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device acfd4987-2c87-460e-96b4-ea38e86ed34a up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:57:11.498191 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-c12bb436-e7de-4e9b-a2ac-4cdf7d9e6f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:11.499819 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1bcc6272-2ff5-4a0e-a809-315024c2fe1c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589395'] for security_group_rule, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:11.518911 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-268f16c9-7c15-4ea2-853c-ddfc4366fe36 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Made reservation on behalf of 3b535e0be0c24db68760dcdb4881bdaf for: {'port': 1} {{(pid=98823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:57:11.519664 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-62f34ba6-4c35-41d5-bd8c-3fc0301ecb44 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ac21b22-9b0e-4619-bc97-f0380f94965d HTTP/1.1" status: 200 len: 217 time: 0.1894872 May 25 15:57:11.523779 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-268f16c9-7c15-4ea2-853c-ddfc4366fe36 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:11.525295 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:11.538555 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12bb436-e7de-4e9b-a2ac-4cdf7d9e6f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b9c0e6-a010-4bd7-827e-677cd1a0726b,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:11.684524 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-c12bb436-e7de-4e9b-a2ac-4cdf7d9e6f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:11.686140 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-0ff7c2df-2343-4adf-bf27-22a1657dd01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:11.687646 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-0ff7c2df-2343-4adf-bf27-22a1657dd01a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6460af15-4005-41b7-9673-a0abf03df374 HTTP/1.1" status: 200 len: 852 time: 0.1454568 May 25 15:57:11.688076 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:11.725028 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc6272-2ff5-4a0e-a809-315024c2fe1c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba1ddda7-a967-4b31-9902-56510e3f4a56,revision_number=0']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:11.734136 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-1bcc6272-2ff5-4a0e-a809-315024c2fe1c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:11.856995 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-1346a005-0c32-4260-9644-2087b24c4081 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=101c6648-a1a0-4a22-bc66-b27b2e04b518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330948 May 25 15:57:11.975547 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-719f118e-bf97-46a6-b779-dd7a6c1a50d2 None None] Set router 658faca0-2fef-4275-ab32-b5aaa6ca49a4 gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:57:12.086347 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.db_base_plugin_common [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-268f16c9-7c15-4ea2-853c-ddfc4366fe36 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Allocated IP 172.20.0.5 (32f1ef9b-eb5b-4589-ada4-423c69ee954c/25387402-7c77-4bfb-95d5-0f9f4bb4cc9b/dfcbd918-5bb5-4a5f-b576-82d8e4395f65) {{(pid=98823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:57:12.121549 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-c12bb436-e7de-4e9b-a2ac-4cdf7d9e6f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:12.127053 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-c12bb436-e7de-4e9b-a2ac-4cdf7d9e6f93 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f9b9c0e6-a010-4bd7-827e-677cd1a0726b HTTP/1.1" status: 204 len: 168 time: 2.1466289 May 25 15:57:12.216659 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc44f89-8944-4191-8378-c7df78460de2', 'tag': '6ac21b22-9b0e-4619-bc97-f0380f94965d', 'status': 'completed', 'code': 200} May 25 15:57:12.226961 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 39570) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:12.291507 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1bcc6272-2ff5-4a0e-a809-315024c2fe1c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:12.296967 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 39580) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:12.301347 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-1bcc6272-2ff5-4a0e-a809-315024c2fe1c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0153816 May 25 15:57:12.310017 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-e7b0326e-72b8-49e0-b98d-2c77a2340755 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Request body: {'floatingip': {'floating_network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:57:12.339224 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-e7b0326e-72b8-49e0-b98d-2c77a2340755 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:12.340527 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port acfd4987-2c87-460e-96b4-ea38e86ed34a triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:57:12.341078 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:12.369241 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-8bacb31b-8d64-4b6a-887f-d7cff6cdb6a1 req-ececb47f-7c6a-43ce-bca0-354eb363f537 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 210 time: 0.2409906 May 25 15:57:12.457282 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-e7b0326e-72b8-49e0-b98d-2c77a2340755 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Usage tracker for resource:floatingip and tenant:6e0b579c2ed344be88993c3d0a0cb566 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:12.474812 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-e7b0326e-72b8-49e0-b98d-2c77a2340755 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:12.492847 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-e7b0326e-72b8-49e0-b98d-2c77a2340755 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:12.603081 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e7b0326e-72b8-49e0-b98d-2c77a2340755 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for floatingip, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:12.631458 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-268f16c9-7c15-4ea2-853c-ddfc4366fe36 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Notify callbacks [] for port, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:12.643019 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-9577bcea-7c85-407a-91a1-a94527e39fd4 service neutron] 10.222.0.91 "GET /v2.0/networks/101c6648-a1a0-4a22-bc66-b27b2e04b518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7596164 May 25 15:57:13.078749 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa4e22-1ffa-45b3-89d5-7ebea45ee5c8 req-206e6a60-fd26-4b3b-8b9f-38fed4011920 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:13.087818 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-86fa4e22-1ffa-45b3-89d5-7ebea45ee5c8 req-206e6a60-fd26-4b3b-8b9f-38fed4011920 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 944 time: 0.5897923 May 25 15:57:13.321550 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e3243be7-e356-473e-bb2c-3edb23a1d8ba req-e35565be-7d5d-4e2b-a2da-a3ef7e409150 service neutron] 10.222.0.91 "GET /v2.0/networks/101c6648-a1a0-4a22-bc66-b27b2e04b518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440271 May 25 15:57:13.322180 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-268f16c9-7c15-4ea2-853c-ddfc4366fe36 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603'] for port, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:13.322718 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-86fa4e22-1ffa-45b3-89d5-7ebea45ee5c8 req-ad9b008d-3a61-44fa-bffe-29cc320a1b9d tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/security-groups?id=696b12fa-77b4-4a7d-93cf-23dbc0b7610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858616 May 25 15:57:13.322807 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4511a2b2-e18e-43b5-830e-63706dd82be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:13.322807 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:13.355824 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-268f16c9-7c15-4ea2-853c-ddfc4366fe36 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Network 32f1ef9b-eb5b-4589-ada4-423c69ee954c is already hosted by enough agents. {{(pid=98823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:57:13.362127 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-4511a2b2-e18e-43b5-830e-63706dd82be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:13.364277 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-719f118e-bf97-46a6-b779-dd7a6c1a50d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'name': 'tempest-AttachVolumeTestJSON-1671783140-router', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:52Z', 'updated_at': '2021-05-25T15:57:00Z', 'revision_number': 4, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'gw_port': {'id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:54Z', 'updated_at': '2021-05-25T15:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': '3b98a5ed-156e-413b-9790-7f79fe8bb0b2', 'name': '', 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'mac_address': 'fa:16:3e:88:ea:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:59Z', 'updated_at': '2021-05-25T15:57:10Z', 'revision_number': 4, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'subnets': [{'id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:13.366828 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-4511a2b2-e18e-43b5-830e-63706dd82be9 admin admin] Usage tracker for resource:security_group_rule and tenant:77f1afca1f25400eb991f01df8872d1d is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:13.370500 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719f118e-bf97-46a6-b779-dd7a6c1a50d2 None None] The sync data for ids ['658faca0-2fef-4275-ab32-b5aaa6ca49a4'] in dv-cinder-786384-6-smb is: [{'id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'name': 'tempest-AttachVolumeTestJSON-1671783140-router', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:52Z', 'updated_at': '2021-05-25T15:57:00Z', 'revision_number': 4, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'gw_port': {'id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:54Z', 'updated_at': '2021-05-25T15:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': '3b98a5ed-156e-413b-9790-7f79fe8bb0b2', 'name': '', 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'mac_address': 'fa:16:3e:88:ea:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:59Z', 'updated_at': '2021-05-25T15:57:10Z', 'revision_number': 4, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'subnets': [{'id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:57:13.370785 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-4511a2b2-e18e-43b5-830e-63706dd82be9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:13.378007 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-4511a2b2-e18e-43b5-830e-63706dd82be9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:13.425305 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-268f16c9-7c15-4ea2-853c-ddfc4366fe36 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Resources bound (agent type, host, resource id): {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:57:13.432584 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-268f16c9-7c15-4ea2-853c-ddfc4366fe36 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Received port after_create {{(pid=98823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:57:13.439811 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-268f16c9-7c15-4ea2-853c-ddfc4366fe36 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:13.440753 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-268f16c9-7c15-4ea2-853c-ddfc4366fe36 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:13.759857 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f16c9-7c15-4ea2-853c-ddfc4366fe36 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Pushing event updated for resources: {'Port': ['ID=dfcbd918-5bb5-4a5f-b576-82d8e4395f65,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:13.759857 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-268f16c9-7c15-4ea2-853c-ddfc4366fe36 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:13.760347 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f406d757-37b3-4c2b-b081-518ce7c8af54 req-a231b2d7-638a-49b1-898e-5d4f171485d9 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 210 time: 0.1776199 May 25 15:57:13.811307 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e7b0326e-72b8-49e0-b98d-2c77a2340755 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:14.111800 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:57:14.146156 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.db_base_plugin_common [None req-e7b0326e-72b8-49e0-b98d-2c77a2340755 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Allocated IP 172.28.1.81 (be3871dc-f381-4103-8f68-0343c836dc76/3c10e3ea-68ab-49d4-8887-aa85c11495c1/0bc6d0b8-aff7-4ae1-b0aa-60f68166b353) {{(pid=98823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:57:14.188854 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-268f16c9-7c15-4ea2-853c-ddfc4366fe36 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3567672 May 25 15:57:14.330092 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 39622) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:14.455113 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-d9e50637-7059-466a-aa73-c951356682c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:14.480978 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-d9e50637-7059-466a-aa73-c951356682c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:14.487230 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-d9e50637-7059-466a-aa73-c951356682c3 admin admin] Usage tracker for resource:security_group_rule and tenant:e958330b7b144bdd9ce57aff1c61c5cc is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:14.491781 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-d9e50637-7059-466a-aa73-c951356682c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:14.500721 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-d9e50637-7059-466a-aa73-c951356682c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:14.563616 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-58e329b0-412d-49ba-89f0-79c9b7e0a43d service neutron] Request body: {'port': {'device_id': '654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:57:14.590714 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03350d2-6abf-440e-91a3-38cb0eff05d3 req-3f0d8af8-7a54-45e3-b1f4-423e154a23cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:14.592691 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d03350d2-6abf-440e-91a3-38cb0eff05d3 req-3f0d8af8-7a54-45e3-b1f4-423e154a23cf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=757f45a9048c432aa1039df37a341bf4&device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 1097 time: 0.4418471 May 25 15:57:14.699432 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4511a2b2-e18e-43b5-830e-63706dd82be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:14.833586 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4511a2b2-e18e-43b5-830e-63706dd82be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:15.023453 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-58e329b0-412d-49ba-89f0-79c9b7e0a43d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:15.127111 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:15.239116 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511a2b2-e18e-43b5-830e-63706dd82be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dde060-3ee2-4efc-8247-5dc91c221787,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:15.243950 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-4511a2b2-e18e-43b5-830e-63706dd82be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:15.433982 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 39634) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:15.493963 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-8b15c740-9375-44a4-94a2-2a4b8997c4bc req-0a9756e9-d0e9-4701-b47a-5b23ae0a6a4d tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 210 time: 0.4857748 May 25 15:57:15.501039 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-4511a2b2-e18e-43b5-830e-63706dd82be9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=77f1afca1f25400eb991f01df8872d1d&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2679238 May 25 15:57:15.502877 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 39640) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:15.560867 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 3b98a5ed-156e-413b-9790-7f79fe8bb0b2 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:57:15.581678 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e7b0326e-72b8-49e0-b98d-2c77a2340755 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for port, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:15.749368 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-d9e50637-7059-466a-aa73-c951356682c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:15.752065 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03350d2-6abf-440e-91a3-38cb0eff05d3 req-381b01fc-0f06-4b76-8635-aab1d8a27a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:15.754223 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d03350d2-6abf-440e-91a3-38cb0eff05d3 req-381b01fc-0f06-4b76-8635-aab1d8a27a82 service neutron] 10.222.0.91 "GET /v2.0/networks?id=101c6648-a1a0-4a22-bc66-b27b2e04b518 HTTP/1.1" status: 200 len: 913 time: 1.1158617 May 25 15:57:15.766914 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c016aca-16d5-4f1d-9ef6-3f83bc6135e5 req-941b6606-9f92-4f1c-ad13-7be811485270 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:15.773400 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9c016aca-16d5-4f1d-9ef6-3f83bc6135e5 req-941b6606-9f92-4f1c-ad13-7be811485270 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 944 time: 1.0959501 May 25 15:57:15.819183 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-d9e50637-7059-466a-aa73-c951356682c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:15.840863 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning for port 3b98a5ed-156e-413b-9790-7f79fe8bb0b2 completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:57:15.852646 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 3b98a5ed-156e-413b-9790-7f79fe8bb0b2 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:57:15.853096 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:15.863980 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:15.900411 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-3bfc6b8d-26a4-4854-87d4-ff40660f00ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:15.992198 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-3bfc6b8d-26a4-4854-87d4-ff40660f00ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:16.047849 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-3bfc6b8d-26a4-4854-87d4-ff40660f00ad admin admin] Usage tracker for resource:security_group_rule and tenant:d63700446a1f473a90ceffcda9167a48 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:16.059395 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9c016aca-16d5-4f1d-9ef6-3f83bc6135e5 req-abdd815b-6039-4576-a95b-88523c899b81 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/security-groups?id=696b12fa-77b4-4a7d-93cf-23dbc0b7610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835157 May 25 15:57:16.060770 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d03350d2-6abf-440e-91a3-38cb0eff05d3 req-85edcf1b-5484-4ca6-88d1-f20db0c55fd1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ac21b22-9b0e-4619-bc97-f0380f94965d HTTP/1.1" status: 200 len: 217 time: 0.1897109 May 25 15:57:16.067676 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-3bfc6b8d-26a4-4854-87d4-ff40660f00ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:16.096842 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-d9e50637-7059-466a-aa73-c951356682c3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e958330b7b144bdd9ce57aff1c61c5cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7573891 May 25 15:57:16.096842 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e50637-7059-466a-aa73-c951356682c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684f8cfd-aec1-4346-a1e0-e1cfddd57467,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:16.117058 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-d9e50637-7059-466a-aa73-c951356682c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:16.120220 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 39646) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:16.158638 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-3bfc6b8d-26a4-4854-87d4-ff40660f00ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:16.161038 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:16.208463 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] For port 3b98a5ed-156e-413b-9790-7f79fe8bb0b2, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=3b98a5ed-156e-413b-9790-7f79fe8bb0b2,segment=NetworkSegment(840503af-6db9-4321-a583-5cabf5e4dfef),segment_id=840503af-6db9-4321-a583-5cabf5e4dfef)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:57:16.259612 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e7b0326e-72b8-49e0-b98d-2c77a2340755 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603'] for port, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:16.268433 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:16.278064 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8724745e-e247-4acc-9e66-e29c4d17390c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:16.278185 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0fbff049-f9e0-413c-b7ed-726ee95be0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:16.284097 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-268f16c9-7c15-4ea2-853c-ddfc4366fe36 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:16.328778 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1ecdc743-9733-48f9-83a8-7b5d89708168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:16.393916 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1ecdc743-9733-48f9-83a8-7b5d89708168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:16.459966 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b0326e-72b8-49e0-b98d-2c77a2340755 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Network be3871dc-f381-4103-8f68-0343c836dc76 is already hosted by enough agents. {{(pid=98823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:57:16.475013 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [None req-e7b0326e-72b8-49e0-b98d-2c77a2340755 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Resources bound (agent type, host, resource id): {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:57:16.496542 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0fbff049-f9e0-413c-b7ed-726ee95be0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:16.520759 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b0326e-72b8-49e0-b98d-2c77a2340755 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Received port after_create {{(pid=98823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:57:16.525538 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0326e-72b8-49e0-b98d-2c77a2340755 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Pushing event updated for resources: {'Port': ['ID=0bc6d0b8-aff7-4ae1-b0aa-60f68166b353,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:16.526676 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03350d2-6abf-440e-91a3-38cb0eff05d3 req-4946c56b-7f3b-4bb5-bccd-71d36e8d9586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:16.533845 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-e7b0326e-72b8-49e0-b98d-2c77a2340755 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:16.538173 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d03350d2-6abf-440e-91a3-38cb0eff05d3 req-4946c56b-7f3b-4bb5-bccd-71d36e8d9586 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6460af15-4005-41b7-9673-a0abf03df374 HTTP/1.1" status: 200 len: 852 time: 0.3631153 May 25 15:57:16.577518 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Pushing event updated for resources: {'Port': ['ID=3b98a5ed-156e-413b-9790-7f79fe8bb0b2,revision_number=5']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:16.582586 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:16.684432 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d03350d2-6abf-440e-91a3-38cb0eff05d3 req-bf85c0a6-cfa3-4393-b55e-a5ecc2ce1019 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=101c6648-a1a0-4a22-bc66-b27b2e04b518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832958 May 25 15:57:16.876263 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1ecdc743-9733-48f9-83a8-7b5d89708168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:16.882812 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.91', 57363) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:16.897060 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4bcbe801-5537-4ea5-bbf0-6a7ec433bdc2 req-7203fa8e-57ea-4b3f-9adb-82717349a641 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 210 time: 0.0895567 May 25 15:57:16.935199 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-4aaab9a1-8124-4a2a-9846-cd147a9f9a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:16.936936 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-3bfc6b8d-26a4-4854-87d4-ff40660f00ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:16.982033 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e7b0326e-72b8-49e0-b98d-2c77a2340755 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:17.020444 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-3bfc6b8d-26a4-4854-87d4-ff40660f00ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:17.031614 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:17.052638 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdc743-9733-48f9-83a8-7b5d89708168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684f8cfd-aec1-4346-a1e0-e1cfddd57467,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:17.066477 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-1ecdc743-9733-48f9-83a8-7b5d89708168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:17.152384 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1ecdc743-9733-48f9-83a8-7b5d89708168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:17.166480 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-1ecdc743-9733-48f9-83a8-7b5d89708168 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/684f8cfd-aec1-4346-a1e0-e1cfddd57467 HTTP/1.1" status: 204 len: 168 time: 1.0473330 May 25 15:57:17.265236 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d03350d2-6abf-440e-91a3-38cb0eff05d3 req-b4a671d4-c904-4962-b7d4-2ef409d67e7f service neutron] 10.222.0.91 "GET /v2.0/networks/101c6648-a1a0-4a22-bc66-b27b2e04b518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5666132 May 25 15:57:17.268167 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0fbff049-f9e0-413c-b7ed-726ee95be0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:17.300657 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-3bfc6b8d-26a4-4854-87d4-ff40660f00ad admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d63700446a1f473a90ceffcda9167a48&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8545148 May 25 15:57:17.325898 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 39680) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:17.366601 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc6b8d-26a4-4854-87d4-ff40660f00ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0101851-93c0-4a09-88e5-dc5f5296adfd,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:17.408031 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-3bfc6b8d-26a4-4854-87d4-ff40660f00ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:17.415016 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:17.449085 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-ba83f52c-6ef3-41a4-9785-33621761b3e4 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:17.451124 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-ba83f52c-6ef3-41a4-9785-33621761b3e4 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.91 "GET /v2.0/networks?id=32f1ef9b-eb5b-4589-ada4-423c69ee954c HTTP/1.1" status: 200 len: 819 time: 0.5220311 May 25 15:57:17.512119 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 3b98a5ed-156e-413b-9790-7f79fe8bb0b2 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:57:17.517406 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-58e329b0-412d-49ba-89f0-79c9b7e0a43d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfcbd918-5bb5-4a5f-b576-82d8e4395f65 {{(pid=98823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:57:17.529630 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbff049-f9e0-413c-b7ed-726ee95be0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dde060-3ee2-4efc-8247-5dc91c221787,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:17.544038 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-58e329b0-412d-49ba-89f0-79c9b7e0a43d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:17.551730 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-0fbff049-f9e0-413c-b7ed-726ee95be0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:17.555452 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-7774330e-cbe4-420f-b509-8c4b16de4b1a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Request body: {'port': {'device_id': '919896ca-26a6-4095-b944-8f405f9fc36e', 'network_id': '32f1ef9b-eb5b-4589-ada4-423c69ee954c', 'admin_state_up': True, 'tenant_id': '3b535e0be0c24db68760dcdb4881bdaf'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:57:17.575258 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e7b0326e-72b8-49e0-b98d-2c77a2340755 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:17.677021 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 3b98a5ed-156e-413b-9790-7f79fe8bb0b2 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:57:17.677410 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:17.695643 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.provisioning_blocks [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-58e329b0-412d-49ba-89f0-79c9b7e0a43d service neutron] Transition to ACTIVE for port object dfcbd918-5bb5-4a5f-b576-82d8e4395f65 will not be triggered until provisioned by entity L2. {{(pid=98823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:57:17.751387 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0fbff049-f9e0-413c-b7ed-726ee95be0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:17.752469 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-0fbff049-f9e0-413c-b7ed-726ee95be0b7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d0dde060-3ee2-4efc-8247-5dc91c221787 HTTP/1.1" status: 204 len: 168 time: 2.1511488 May 25 15:57:17.763480 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-d965d77c-46e2-46de-b77d-89504b4590e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:17.782089 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-58e329b0-412d-49ba-89f0-79c9b7e0a43d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:17.868544 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:18.127527 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d03350d2-6abf-440e-91a3-38cb0eff05d3 req-d3d46115-ab4d-44be-acfc-4a4e2478acff service neutron] 10.222.0.91 "GET /v2.0/networks/101c6648-a1a0-4a22-bc66-b27b2e04b518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8476596 May 25 15:57:18.147228 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-d965d77c-46e2-46de-b77d-89504b4590e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:18.277624 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-dbabe834-c0e4-441f-8ad6-196b21ac0142 req-6c5a503d-34f8-4bd3-bec1-6f9187839644 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 210 time: 0.0912211 May 25 15:57:18.317026 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-7774330e-cbe4-420f-b509-8c4b16de4b1a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:18.328742 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e354ffa-00f6-4f37-a0dc-04f9c763f32e req-ea28fb68-d3b8-407b-90c2-d5201e0ffdd3 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:18.336992 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2e354ffa-00f6-4f37-a0dc-04f9c763f32e req-ea28fb68-d3b8-407b-90c2-d5201e0ffdd3 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 944 time: 0.8840053 May 25 15:57:18.358731 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-7774330e-cbe4-420f-b509-8c4b16de4b1a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Usage tracker for resource:port and tenant:3b535e0be0c24db68760dcdb4881bdaf is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:18.370345 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-7774330e-cbe4-420f-b509-8c4b16de4b1a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:18.380832 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-7774330e-cbe4-420f-b509-8c4b16de4b1a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:18.441735 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2e354ffa-00f6-4f37-a0dc-04f9c763f32e req-bafeb12a-c8ff-48d6-9a5b-8e526f92d7d7 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/security-groups?id=696b12fa-77b4-4a7d-93cf-23dbc0b7610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998919 May 25 15:57:18.498379 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e329b0-412d-49ba-89f0-79c9b7e0a43d service neutron] Pushing event updated for resources: {'Port': ['ID=dfcbd918-5bb5-4a5f-b576-82d8e4395f65,revision_number=2']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:18.518370 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-7774330e-cbe4-420f-b509-8c4b16de4b1a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Made reservation on behalf of 3b535e0be0c24db68760dcdb4881bdaf for: {'port': 1} {{(pid=98824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:57:18.521906 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-7774330e-cbe4-420f-b509-8c4b16de4b1a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:18.540894 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-58e329b0-412d-49ba-89f0-79c9b7e0a43d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:18.579429 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.managers [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-58e329b0-412d-49ba-89f0-79c9b7e0a43d service neutron] Attempting to bind port dfcbd918-5bb5-4a5f-b576-82d8e4395f65 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:57:18.579774 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.managers [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-58e329b0-412d-49ba-89f0-79c9b7e0a43d service neutron] Attempting to bind port dfcbd918-5bb5-4a5f-b576-82d8e4395f65 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '50258eee-3ee7-4f79-9fdc-7a42204fd626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '32f1ef9b-eb5b-4589-ada4-423c69ee954c'}] {{(pid=98823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:57:18.580118 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-58e329b0-412d-49ba-89f0-79c9b7e0a43d service neutron] Attempting to bind port dfcbd918-5bb5-4a5f-b576-82d8e4395f65 on network 32f1ef9b-eb5b-4589-ada4-423c69ee954c {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:57:18.587473 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-58e329b0-412d-49ba-89f0-79c9b7e0a43d service neutron] Port dfcbd918-5bb5-4a5f-b576-82d8e4395f65 on network 32f1ef9b-eb5b-4589-ada4-423c69ee954c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:57:18.587808 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-58e329b0-412d-49ba-89f0-79c9b7e0a43d service neutron] Attempting to bind port dfcbd918-5bb5-4a5f-b576-82d8e4395f65 on network 32f1ef9b-eb5b-4589-ada4-423c69ee954c {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:57:18.604340 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-58e329b0-412d-49ba-89f0-79c9b7e0a43d service neutron] Checking agent: {'id': '8886f986-558f-4b39-be9e-9feee4f02dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'started_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:57:18.604985 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-58e329b0-412d-49ba-89f0-79c9b7e0a43d service neutron] Checking segment: {'id': '50258eee-3ee7-4f79-9fdc-7a42204fd626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '32f1ef9b-eb5b-4589-ada4-423c69ee954c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:57:18.605551 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-58e329b0-412d-49ba-89f0-79c9b7e0a43d service neutron] Bound using segment: {'id': '50258eee-3ee7-4f79-9fdc-7a42204fd626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '32f1ef9b-eb5b-4589-ada4-423c69ee954c'} {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:57:18.606109 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.managers [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-58e329b0-412d-49ba-89f0-79c9b7e0a43d service neutron] Bound port: dfcbd918-5bb5-4a5f-b576-82d8e4395f65, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50258eee-3ee7-4f79-9fdc-7a42204fd626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '32f1ef9b-eb5b-4589-ada4-423c69ee954c'}}] {{(pid=98823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:57:18.606554 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-58e329b0-412d-49ba-89f0-79c9b7e0a43d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:18.710235 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-d965d77c-46e2-46de-b77d-89504b4590e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:18.739981 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-39b241f1-89af-4539-a423-b758491cc381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:18.791674 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-d965d77c-46e2-46de-b77d-89504b4590e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:18.792483 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-d965d77c-46e2-46de-b77d-89504b4590e5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e0101851-93c0-4a09-88e5-dc5f5296adfd HTTP/1.1" status: 204 len: 168 time: 1.4652567 May 25 15:57:18.808978 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.db.resource_extend [None req-e7b0326e-72b8-49e0-b98d-2c77a2340755 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 15:57:18.816972 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965d77c-46e2-46de-b77d-89504b4590e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0101851-93c0-4a09-88e5-dc5f5296adfd,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:18.826140 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-d965d77c-46e2-46de-b77d-89504b4590e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:18.828395 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e7b0326e-72b8-49e0-b98d-2c77a2340755 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for port, precommit_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:18.834021 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-58e329b0-412d-49ba-89f0-79c9b7e0a43d service neutron] For port dfcbd918-5bb5-4a5f-b576-82d8e4395f65, host hv-cinder-78638, cleared binding levels {{(pid=98823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:57:18.844212 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-58e329b0-412d-49ba-89f0-79c9b7e0a43d service neutron] For port dfcbd918-5bb5-4a5f-b576-82d8e4395f65, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dfcbd918-5bb5-4a5f-b576-82d8e4395f65,segment=NetworkSegment(50258eee-3ee7-4f79-9fdc-7a42204fd626),segment_id=50258eee-3ee7-4f79-9fdc-7a42204fd626)] {{(pid=98823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:57:18.922015 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-58e329b0-412d-49ba-89f0-79c9b7e0a43d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:18.923172 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e7b0326e-72b8-49e0-b98d-2c77a2340755 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:18.975399 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_common [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-7774330e-cbe4-420f-b509-8c4b16de4b1a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Allocated IP 172.20.0.7 (32f1ef9b-eb5b-4589-ada4-423c69ee954c/25387402-7c77-4bfb-95d5-0f9f4bb4cc9b/4832c875-862c-4828-bf0a-eb9f7d39b558) {{(pid=98824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:57:18.982535 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:19.000256 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 39720) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:19.035495 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-465e74e5-e7e9-4000-babe-82a1dd5a8449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:19.091960 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-465e74e5-e7e9-4000-babe-82a1dd5a8449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:19.103348 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-58e329b0-412d-49ba-89f0-79c9b7e0a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:19.104244 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-58e329b0-412d-49ba-89f0-79c9b7e0a43d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:19.104896 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-465e74e5-e7e9-4000-babe-82a1dd5a8449 admin admin] Usage tracker for resource:security_group_rule and tenant:14ee5e24b39541248efa97e906412121 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:19.106025 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-58e329b0-412d-49ba-89f0-79c9b7e0a43d service neutron] 10.222.0.91 "PUT /v2.0/ports/dfcbd918-5bb5-4a5f-b576-82d8e4395f65 HTTP/1.1" status: 200 len: 1093 time: 4.5480418 May 25 15:57:19.106835 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b', 'tag': 'dfcbd918-5bb5-4a5f-b576-82d8e4395f65'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:57:19.116902 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-465e74e5-e7e9-4000-babe-82a1dd5a8449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:19.130817 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-465e74e5-e7e9-4000-babe-82a1dd5a8449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:19.137500 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e7b0326e-72b8-49e0-b98d-2c77a2340755 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449055'] for floatingip, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:19.178907 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e329b0-412d-49ba-89f0-79c9b7e0a43d service neutron] Pushing event updated for resources: {'Port': ['ID=dfcbd918-5bb5-4a5f-b576-82d8e4395f65,revision_number=3']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:19.383207 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-7774330e-cbe4-420f-b509-8c4b16de4b1a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Notify callbacks [] for port, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:19.445374 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-465e74e5-e7e9-4000-babe-82a1dd5a8449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:19.479646 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e7b0326e-72b8-49e0-b98d-2c77a2340755 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for floatingip, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:19.537720 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-e7b0326e-72b8-49e0-b98d-2c77a2340755 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2327003 May 25 15:57:19.558195 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-71662245-5192-437f-9fc2-9ec4ed324f6e req-27223ba9-a767-4775-80d5-b041949b3e3d tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 210 time: 0.0708740 May 25 15:57:19.567051 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b', 'tag': 'dfcbd918-5bb5-4a5f-b576-82d8e4395f65', 'status': 'completed', 'code': 200} May 25 15:57:19.578802 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-465e74e5-e7e9-4000-babe-82a1dd5a8449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:19.580867 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-7774330e-cbe4-420f-b509-8c4b16de4b1a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603'] for port, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:19.602909 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-c12bb436-e7de-4e9b-a2ac-4cdf7d9e6f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:19.709250 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0326e-72b8-49e0-b98d-2c77a2340755 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Pushing event updated for resources: {'Port': ['ID=0bc6d0b8-aff7-4ae1-b0aa-60f68166b353,revision_number=2']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:19.722138 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-e7b0326e-72b8-49e0-b98d-2c77a2340755 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:19.725407 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.619s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:19.725995 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:19.733493 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-db42ce4f-5ce0-4799-ac47-fb517a7b0c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:19.735621 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-db42ce4f-5ce0-4799-ac47-fb517a7b0c32 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3b535e0be0c24db68760dcdb4881bdaf&device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 1096 time: 0.4237220 May 25 15:57:19.869211 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e74e5-e7e9-4000-babe-82a1dd5a8449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994041cf-a9bd-406b-beb3-26bfbc7da012,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:19.878607 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-465e74e5-e7e9-4000-babe-82a1dd5a8449 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=14ee5e24b39541248efa97e906412121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8757577 May 25 15:57:19.880201 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-7774330e-cbe4-420f-b509-8c4b16de4b1a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Network 32f1ef9b-eb5b-4589-ada4-423c69ee954c is already hosted by enough agents. {{(pid=98824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:57:19.880853 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 39758) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:19.881867 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-465e74e5-e7e9-4000-babe-82a1dd5a8449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:19.884353 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-fcd232fe-a45b-4533-ad31-23ffa2367efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:19.956533 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-3c5b96a6-d974-4c7f-ac84-c7020d6f5b5e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfcbd918-5bb5-4a5f-b576-82d8e4395f65 HTTP/1.1" status: 200 len: 217 time: 0.0944629 May 25 15:57:19.973442 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-7774330e-cbe4-420f-b509-8c4b16de4b1a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Resources bound (agent type, host, resource id): {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:57:19.994138 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 39772) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:20.022601 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-6bd5503a-b2b5-48c6-a546-239991e4250a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:20.025796 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-7774330e-cbe4-420f-b509-8c4b16de4b1a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Received port after_create {{(pid=98824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:57:20.031390 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-7774330e-cbe4-420f-b509-8c4b16de4b1a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:20.032012 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-7774330e-cbe4-420f-b509-8c4b16de4b1a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for port, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:20.038932 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-6bd5503a-b2b5-48c6-a546-239991e4250a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:20.042929 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-6bd5503a-b2b5-48c6-a546-239991e4250a admin admin] Usage tracker for resource:security_group_rule and tenant:1509f02b02d34d4fb5c0c1f887345e7b is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:20.046506 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-6bd5503a-b2b5-48c6-a546-239991e4250a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:20.052562 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-6bd5503a-b2b5-48c6-a546-239991e4250a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:20.141213 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774330e-cbe4-420f-b509-8c4b16de4b1a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Pushing event updated for resources: {'Port': ['ID=4832c875-862c-4828-bf0a-eb9f7d39b558,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:20.154402 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-7774330e-cbe4-420f-b509-8c4b16de4b1a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:20.167206 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-6e1a859e-3c8c-4ca9-a20b-28d9161281b9 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Synchronizing usage tracker for tenant:6e0b579c2ed344be88993c3d0a0cb566 on resource:security_group {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:57:20.190553 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-d0de5cf0-45c2-4749-9075-f73bf2dd3cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:20.214700 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-7774330e-cbe4-420f-b509-8c4b16de4b1a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6637642 May 25 15:57:20.229612 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7277c7-3420-438a-baeb-cf68df63dfca req-4106b36b-4b09-46cc-aa21-ab456f266072 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:20.231194 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7b7277c7-3420-438a-baeb-cf68df63dfca req-4106b36b-4b09-46cc-aa21-ab456f266072 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 944 time: 0.3631577 May 25 15:57:20.243106 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-d0de5cf0-45c2-4749-9075-f73bf2dd3cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:20.250126 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-6bd5503a-b2b5-48c6-a546-239991e4250a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:20.252032 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-0924ed03-8252-466b-ab5a-0040f8a9370a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:20.253553 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-0924ed03-8252-466b-ab5a-0040f8a9370a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=25387402-7c77-4bfb-95d5-0f9f4bb4cc9b HTTP/1.1" status: 200 len: 859 time: 0.1196058 May 25 15:57:20.257153 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-2ec44d4f-2156-4cf4-8bd5-6e907734f35b service neutron] Request body: {'port': {'device_id': '919896ca-26a6-4095-b944-8f405f9fc36e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:57:20.310115 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-1d8412b1-1333-4a28-901a-b7c1895a5b24 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=32f1ef9b-eb5b-4589-ada4-423c69ee954c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475326 May 25 15:57:20.328744 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-6e1a859e-3c8c-4ca9-a20b-28d9161281b9 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Unset dirty status for tenant:6e0b579c2ed344be88993c3d0a0cb566 on resource:security_group {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:57:20.329911 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-6e1a859e-3c8c-4ca9-a20b-28d9161281b9 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1042994908&fields=id&tenant_id=6e0b579c2ed344be88993c3d0a0cb566 HTTP/1.1" status: 200 len: 267 time: 0.3174267 May 25 15:57:20.399353 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-6bd5503a-b2b5-48c6-a546-239991e4250a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:20.412741 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-df1a7512-c97a-40bc-be01-82ff60e7bb9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:20.472212 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-6bd5503a-b2b5-48c6-a546-239991e4250a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1509f02b02d34d4fb5c0c1f887345e7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4765623 May 25 15:57:20.475435 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5503a-b2b5-48c6-a546-239991e4250a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98efa9ea-0261-4008-9e12-e6fb943c18ab,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:20.479600 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 39788) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:20.482167 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7b7277c7-3420-438a-baeb-cf68df63dfca req-79234e0a-b822-466a-bb9b-239e99246a44 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/security-groups?id=696b12fa-77b4-4a7d-93cf-23dbc0b7610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414956 May 25 15:57:20.506316 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-6bd5503a-b2b5-48c6-a546-239991e4250a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:20.550597 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-2ec44d4f-2156-4cf4-8bd5-6e907734f35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:20.607175 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-f1811ff7-768b-46c2-991d-2b672ce53938 service neutron] 10.222.0.91 "GET /v2.0/networks/32f1ef9b-eb5b-4589-ada4-423c69ee954c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876008 May 25 15:57:20.643310 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-4c2d7c2d-9b89-4625-93d1-45fd975ac3a7 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:20.657259 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-4c2d7c2d-9b89-4625-93d1-45fd975ac3a7 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/networks?id=a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d HTTP/1.1" status: 200 len: 811 time: 0.3158710 May 25 15:57:20.708580 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-a3334bdb-8216-4171-abee-5425538c8881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:20.761384 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-a3334bdb-8216-4171-abee-5425538c8881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:20.805674 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-d0de5cf0-45c2-4749-9075-f73bf2dd3cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:20.811993 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5abb6a45-42b3-41b5-af18-0ece3deefd9c req-a50c04ed-d007-4f60-bea3-0c5051291ce8 service neutron] 10.222.0.91 "GET /v2.0/networks/32f1ef9b-eb5b-4589-ada4-423c69ee954c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968064 May 25 15:57:20.845282 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-8422fb72-41ba-419a-b50c-27bcfc7cdc16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:20.862507 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-6c5ec80b-df03-473b-a0c1-cb7ae820bd8d tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/quotas/6e0b579c2ed344be88993c3d0a0cb566 HTTP/1.1" status: 200 len: 375 time: 0.2042472 May 25 15:57:20.878470 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de5cf0-45c2-4749-9075-f73bf2dd3cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994041cf-a9bd-406b-beb3-26bfbc7da012,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:20.913127 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-a3334bdb-8216-4171-abee-5425538c8881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:20.919514 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-0fbff049-f9e0-413c-b7ed-726ee95be0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:20.930470 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-d0de5cf0-45c2-4749-9075-f73bf2dd3cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:20.933530 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3334bdb-8216-4171-abee-5425538c8881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98efa9ea-0261-4008-9e12-e6fb943c18ab,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:20.950498 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-a3334bdb-8216-4171-abee-5425538c8881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:20.964984 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-a3334bdb-8216-4171-abee-5425538c8881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:20.968162 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-a3334bdb-8216-4171-abee-5425538c8881 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/98efa9ea-0261-4008-9e12-e6fb943c18ab HTTP/1.1" status: 204 len: 168 time: 0.4857128 May 25 15:57:20.985644 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-d0de5cf0-45c2-4749-9075-f73bf2dd3cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:20.990432 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-d0de5cf0-45c2-4749-9075-f73bf2dd3cd1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/994041cf-a9bd-406b-beb3-26bfbc7da012 HTTP/1.1" status: 204 len: 168 time: 1.1035004 May 25 15:57:21.112323 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff3880-0a7f-4e10-9f98-0cb42b98e820 req-8f6a3fa0-a99a-44ba-ae89-4a7631f49876 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:21.112999 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-d5ff3880-0a7f-4e10-9f98-0cb42b98e820 req-8f6a3fa0-a99a-44ba-ae89-4a7631f49876 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Synchronizing usage tracker for tenant:3b535e0be0c24db68760dcdb4881bdaf on resource:port {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:57:21.160201 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-e0d0a7c1-d66a-43cd-bc75-2b8ca74d7136 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6e0b579c2ed344be88993c3d0a0cb566&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2741158 May 25 15:57:21.198556 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50728e40-e10e-4a69-92af-1e8005f4b507 req-ab0f8924-0c80-4596-a4fe-4fcd9b4055da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:21.206556 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-50728e40-e10e-4a69-92af-1e8005f4b507 req-ab0f8924-0c80-4596-a4fe-4fcd9b4055da service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3b535e0be0c24db68760dcdb4881bdaf&device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 1096 time: 0.2014852 May 25 15:57:21.315793 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-d5ff3880-0a7f-4e10-9f98-0cb42b98e820 req-8f6a3fa0-a99a-44ba-ae89-4a7631f49876 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Unset dirty status for tenant:3b535e0be0c24db68760dcdb4881bdaf on resource:port {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:57:21.330240 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d5ff3880-0a7f-4e10-9f98-0cb42b98e820 req-8f6a3fa0-a99a-44ba-ae89-4a7631f49876 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 931 time: 0.5753989 May 25 15:57:21.431019 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50728e40-e10e-4a69-92af-1e8005f4b507 req-2c47c6f0-7c17-43e7-810b-ad7c3f6ee609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:21.433131 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-50728e40-e10e-4a69-92af-1e8005f4b507 req-2c47c6f0-7c17-43e7-810b-ad7c3f6ee609 service neutron] 10.222.0.91 "GET /v2.0/networks?id=32f1ef9b-eb5b-4589-ada4-423c69ee954c HTTP/1.1" status: 200 len: 920 time: 0.2187846 May 25 15:57:21.560491 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-50728e40-e10e-4a69-92af-1e8005f4b507 req-e11d6388-45c5-438e-89cf-b5358b89ef40 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfcbd918-5bb5-4a5f-b576-82d8e4395f65 HTTP/1.1" status: 200 len: 217 time: 0.1126115 May 25 15:57:21.572765 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.notifiers.nova [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-2ec44d4f-2156-4cf4-8bd5-6e907734f35b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4832c875-862c-4828-bf0a-eb9f7d39b558 {{(pid=98824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:57:21.586598 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-2ec44d4f-2156-4cf4-8bd5-6e907734f35b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:21.615025 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.provisioning_blocks [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-2ec44d4f-2156-4cf4-8bd5-6e907734f35b service neutron] Transition to ACTIVE for port object 4832c875-862c-4828-bf0a-eb9f7d39b558 will not be triggered until provisioned by entity L2. {{(pid=98824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:57:21.637340 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-d5ff3880-0a7f-4e10-9f98-0cb42b98e820 req-0ed4f1e1-376d-4ab3-a549-bbd18f1c2862 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Synchronizing usage tracker for tenant:3b535e0be0c24db68760dcdb4881bdaf on resource:security_group {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:57:21.696281 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-73a8e16c-b247-48ed-9021-236ff0e50668 service neutron] 10.222.0.72 "GET /v2.0/networks/a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5218878 May 25 15:57:21.697262 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-2ec44d4f-2156-4cf4-8bd5-6e907734f35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:21.712456 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-2ea6ca4f-0400-45a5-a16f-3f46c2f06441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:21.817184 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50728e40-e10e-4a69-92af-1e8005f4b507 req-b223cbdf-3880-4bb0-ae8c-7b892b74b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:21.818665 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-50728e40-e10e-4a69-92af-1e8005f4b507 req-b223cbdf-3880-4bb0-ae8c-7b892b74b686 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=25387402-7c77-4bfb-95d5-0f9f4bb4cc9b HTTP/1.1" status: 200 len: 859 time: 0.2507637 May 25 15:57:21.845126 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-d5ff3880-0a7f-4e10-9f98-0cb42b98e820 req-0ed4f1e1-376d-4ab3-a549-bbd18f1c2862 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Unset dirty status for tenant:3b535e0be0c24db68760dcdb4881bdaf on resource:security_group {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:57:21.849824 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d5ff3880-0a7f-4e10-9f98-0cb42b98e820 req-0ed4f1e1-376d-4ab3-a549-bbd18f1c2862 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5180578 May 25 15:57:21.878023 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-50728e40-e10e-4a69-92af-1e8005f4b507 req-697bc815-a688-4acf-8ca2-3bef1ddedfaa service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=32f1ef9b-eb5b-4589-ada4-423c69ee954c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529754 May 25 15:57:22.181685 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-50728e40-e10e-4a69-92af-1e8005f4b507 req-a3abc241-cbad-4e83-a724-7d787e8f5906 service neutron] 10.222.0.91 "GET /v2.0/networks/32f1ef9b-eb5b-4589-ada4-423c69ee954c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954168 May 25 15:57:22.322770 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec44d4f-2156-4cf4-8bd5-6e907734f35b service neutron] Pushing event updated for resources: {'Port': ['ID=4832c875-862c-4828-bf0a-eb9f7d39b558,revision_number=2']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:22.323933 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-66af6e41-5a17-4ad0-8c1b-432139359f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:22.345382 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-2ec44d4f-2156-4cf4-8bd5-6e907734f35b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:22.350234 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-50728e40-e10e-4a69-92af-1e8005f4b507 req-9a3a4076-2df1-4742-97ff-0eaf7b981f17 service neutron] 10.222.0.91 "GET /v2.0/networks/32f1ef9b-eb5b-4589-ada4-423c69ee954c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608706 May 25 15:57:22.376106 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-2ec44d4f-2156-4cf4-8bd5-6e907734f35b service neutron] Attempting to bind port 4832c875-862c-4828-bf0a-eb9f7d39b558 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:57:22.376398 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-2ec44d4f-2156-4cf4-8bd5-6e907734f35b service neutron] Attempting to bind port 4832c875-862c-4828-bf0a-eb9f7d39b558 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '50258eee-3ee7-4f79-9fdc-7a42204fd626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '32f1ef9b-eb5b-4589-ada4-423c69ee954c'}] {{(pid=98824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:57:22.376767 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-2ec44d4f-2156-4cf4-8bd5-6e907734f35b service neutron] Attempting to bind port 4832c875-862c-4828-bf0a-eb9f7d39b558 on network 32f1ef9b-eb5b-4589-ada4-423c69ee954c {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:57:22.397807 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-2ec44d4f-2156-4cf4-8bd5-6e907734f35b service neutron] Port 4832c875-862c-4828-bf0a-eb9f7d39b558 on network 32f1ef9b-eb5b-4589-ada4-423c69ee954c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:57:22.398136 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-2ec44d4f-2156-4cf4-8bd5-6e907734f35b service neutron] Attempting to bind port 4832c875-862c-4828-bf0a-eb9f7d39b558 on network 32f1ef9b-eb5b-4589-ada4-423c69ee954c {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:57:22.408837 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-ac3af815-8927-4312-914d-0e9090096dfe service neutron] 10.222.0.72 "GET /v2.0/networks/a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6986344 May 25 15:57:22.410462 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-2ec44d4f-2156-4cf4-8bd5-6e907734f35b service neutron] Checking agent: {'id': '8886f986-558f-4b39-be9e-9feee4f02dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'started_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:57:22.410790 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-2ec44d4f-2156-4cf4-8bd5-6e907734f35b service neutron] Checking segment: {'id': '50258eee-3ee7-4f79-9fdc-7a42204fd626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '32f1ef9b-eb5b-4589-ada4-423c69ee954c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:57:22.411367 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-2ec44d4f-2156-4cf4-8bd5-6e907734f35b service neutron] Bound using segment: {'id': '50258eee-3ee7-4f79-9fdc-7a42204fd626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '32f1ef9b-eb5b-4589-ada4-423c69ee954c'} {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:57:22.411849 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-2ec44d4f-2156-4cf4-8bd5-6e907734f35b service neutron] Bound port: 4832c875-862c-4828-bf0a-eb9f7d39b558, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50258eee-3ee7-4f79-9fdc-7a42204fd626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '32f1ef9b-eb5b-4589-ada4-423c69ee954c'}}] {{(pid=98824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:57:22.412202 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-2ec44d4f-2156-4cf4-8bd5-6e907734f35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:22.498144 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89306655-1135-41fe-8bd3-a227d0f9d219 req-cfbd7aea-88e1-4525-b69d-1931498f6a0f tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:22.500443 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-89306655-1135-41fe-8bd3-a227d0f9d219 req-cfbd7aea-88e1-4525-b69d-1931498f6a0f tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 944 time: 0.3904114 May 25 15:57:22.559417 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.db [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-2ec44d4f-2156-4cf4-8bd5-6e907734f35b service neutron] For port 4832c875-862c-4828-bf0a-eb9f7d39b558, host hv-cinder-78638, cleared binding levels {{(pid=98824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:57:22.591479 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-89306655-1135-41fe-8bd3-a227d0f9d219 req-597c5b18-9c69-4c3b-9a52-daa07bcb8b7c tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/security-groups?id=696b12fa-77b4-4a7d-93cf-23dbc0b7610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812683 May 25 15:57:22.594058 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.db [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-2ec44d4f-2156-4cf4-8bd5-6e907734f35b service neutron] For port 4832c875-862c-4828-bf0a-eb9f7d39b558, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4832c875-862c-4828-bf0a-eb9f7d39b558,segment=NetworkSegment(50258eee-3ee7-4f79-9fdc-7a42204fd626),segment_id=50258eee-3ee7-4f79-9fdc-7a42204fd626)] {{(pid=98824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:57:22.663604 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-2ec44d4f-2156-4cf4-8bd5-6e907734f35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:22.663604 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:22.781179 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c75dea5d-550d-4776-b655-e53d408b76ac req-dd18c2c4-09c0-4a6b-8258-bd79db49d85c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 210 time: 0.0816045 May 25 15:57:22.785116 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-2ec44d4f-2156-4cf4-8bd5-6e907734f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:22.786229 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-2ec44d4f-2156-4cf4-8bd5-6e907734f35b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for port, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:22.787895 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-2ec44d4f-2156-4cf4-8bd5-6e907734f35b service neutron] 10.222.0.91 "PUT /v2.0/ports/4832c875-862c-4828-bf0a-eb9f7d39b558 HTTP/1.1" status: 200 len: 1093 time: 2.5518830 May 25 15:57:22.788536 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919896ca-26a6-4095-b944-8f405f9fc36e', 'tag': '4832c875-862c-4828-bf0a-eb9f7d39b558'}] {{(pid=98824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:57:22.866833 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec44d4f-2156-4cf4-8bd5-6e907734f35b service neutron] Pushing event updated for resources: {'Port': ['ID=4832c875-862c-4828-bf0a-eb9f7d39b558,revision_number=3']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:22.870130 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-2ec44d4f-2156-4cf4-8bd5-6e907734f35b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:23.017401 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-a4160bcb-78e9-4bde-af1f-656a5d90d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:23.019003 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-a4160bcb-78e9-4bde-af1f-656a5d90d98b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3b535e0be0c24db68760dcdb4881bdaf&device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 1096 time: 0.0915754 May 25 15:57:23.142420 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-015199ad-ac86-4d1e-9f81-7f336b7f9b06 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4832c875-862c-4828-bf0a-eb9f7d39b558 HTTP/1.1" status: 200 len: 217 time: 0.1080804 May 25 15:57:23.261532 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-5d649d19-ff83-4c7f-be66-638fd536e233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:23.262982 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-5d649d19-ff83-4c7f-be66-638fd536e233 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=25387402-7c77-4bfb-95d5-0f9f4bb4cc9b HTTP/1.1" status: 200 len: 859 time: 0.1124353 May 25 15:57:23.317557 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c850b6-d6dd-49d0-831c-437e109cfcde req-bd88031c-eacf-41c3-abe0-e4a146ac7d01 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:23.324663 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-86c850b6-d6dd-49d0-831c-437e109cfcde req-bd88031c-eacf-41c3-abe0-e4a146ac7d01 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 943 time: 0.2310665 May 25 15:57:23.346841 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-9a7a6b7f-b5bd-41a8-8eaf-a9a215e7ebca service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=32f1ef9b-eb5b-4589-ada4-423c69ee954c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765176 May 25 15:57:23.472685 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-86c850b6-d6dd-49d0-831c-437e109cfcde req-7c65ace0-a9df-4753-a2c0-f0acf8d39dec tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469698 May 25 15:57:23.605537 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-9d779418-ad6f-4b50-8d02-4c1ef891f422 service neutron] 10.222.0.91 "GET /v2.0/networks/32f1ef9b-eb5b-4589-ada4-423c69ee954c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479267 May 25 15:57:23.636248 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '919896ca-26a6-4095-b944-8f405f9fc36e', 'tag': '4832c875-862c-4828-bf0a-eb9f7d39b558', 'status': 'completed', 'code': 200} May 25 15:57:23.685082 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device dfcbd918-5bb5-4a5f-b576-82d8e4395f65 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:57:23.875632 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0f97e4ba-a815-4a1e-ab3d-f81707005c13 req-14355768-45ef-4ec8-96a3-f8c02dcb4851 service neutron] 10.222.0.91 "GET /v2.0/networks/32f1ef9b-eb5b-4589-ada4-423c69ee954c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593415 May 25 15:57:23.926568 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b637f-5daa-4d2f-a86f-19ca29127061 req-251d2d15-e9dd-4e03-8a28-ab3e796fdfb6 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:23.936760 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f87b637f-5daa-4d2f-a86f-19ca29127061 req-251d2d15-e9dd-4e03-8a28-ab3e796fdfb6 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 944 time: 0.1818018 May 25 15:57:24.039202 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f87b637f-5daa-4d2f-a86f-19ca29127061 req-81f7e250-283a-4c79-8198-48e287c92ba2 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/security-groups?id=696b12fa-77b4-4a7d-93cf-23dbc0b7610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001973 May 25 15:57:24.040607 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port dfcbd918-5bb5-4a5f-b576-82d8e4395f65, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dfcbd918-5bb5-4a5f-b576-82d8e4395f65,segment=NetworkSegment(50258eee-3ee7-4f79-9fdc-7a42204fd626),segment_id=50258eee-3ee7-4f79-9fdc-7a42204fd626)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:57:24.065316 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Returning: {'device': 'dfcbd918-5bb5-4a5f-b576-82d8e4395f65', 'network_id': '32f1ef9b-eb5b-4589-ada4-423c69ee954c', 'port_id': 'dfcbd918-5bb5-4a5f-b576-82d8e4395f65', 'mac_address': 'fa:16:3e:22:10:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25387402-7c77-4bfb-95d5-0f9f4bb4cc9b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:57:24.096583 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c17180e3-a270-454e-b13d-df193191ae96 req-6ea9c32f-e555-45b4-9d25-71a90cefdf81 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 210 time: 0.0784171 May 25 15:57:24.136872 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:24.179145 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfcbd918-5bb5-4a5f-b576-82d8e4395f65 {{(pid=98825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:57:24.211970 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port dfcbd918-5bb5-4a5f-b576-82d8e4395f65, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dfcbd918-5bb5-4a5f-b576-82d8e4395f65,segment=NetworkSegment(50258eee-3ee7-4f79-9fdc-7a42204fd626),segment_id=50258eee-3ee7-4f79-9fdc-7a42204fd626)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:57:24.219494 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57c390-f51b-4322-89bb-7a6257556084 req-a2f29c5a-4f66-438c-b005-8c5d63bd4f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:24.221140 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-dc57c390-f51b-4322-89bb-7a6257556084 req-a2f29c5a-4f66-438c-b005-8c5d63bd4f69 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3b535e0be0c24db68760dcdb4881bdaf&device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 1096 time: 0.1273677 May 25 15:57:24.359413 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:24.362783 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 6ac21b22-9b0e-4619-bc97-f0380f94965d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:57:24.389883 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:24.444711 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57c390-f51b-4322-89bb-7a6257556084 req-a90e0efe-613a-4f73-83d9-191eeb4c0b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:24.448585 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-dc57c390-f51b-4322-89bb-7a6257556084 req-a90e0efe-613a-4f73-83d9-191eeb4c0b7d service neutron] 10.222.0.91 "GET /v2.0/networks?id=32f1ef9b-eb5b-4589-ada4-423c69ee954c HTTP/1.1" status: 200 len: 920 time: 0.2206156 May 25 15:57:24.532884 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.db.resource_extend [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 15:57:24.621547 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-dc57c390-f51b-4322-89bb-7a6257556084 req-58b79c12-3ea4-47b6-b29c-3a5a4b7bc06a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4832c875-862c-4828-bf0a-eb9f7d39b558 HTTP/1.1" status: 200 len: 217 time: 0.1654818 May 25 15:57:24.816860 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=dfcbd918-5bb5-4a5f-b576-82d8e4395f65,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:24.820705 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:24.836043 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57c390-f51b-4322-89bb-7a6257556084 req-11a48776-dc21-4c90-9acd-b9f117988dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:24.838099 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-dc57c390-f51b-4322-89bb-7a6257556084 req-11a48776-dc21-4c90-9acd-b9f117988dc7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=25387402-7c77-4bfb-95d5-0f9f4bb4cc9b HTTP/1.1" status: 200 len: 859 time: 0.2099440 May 25 15:57:24.891977 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 6ac21b22-9b0e-4619-bc97-f0380f94965d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6ac21b22-9b0e-4619-bc97-f0380f94965d,segment=NetworkSegment(25e7cedd-877a-4386-bf09-8db0daef532b),segment_id=25e7cedd-877a-4386-bf09-8db0daef532b)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:57:24.906933 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:24.929998 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Returning: {'device': '6ac21b22-9b0e-4619-bc97-f0380f94965d', 'network_id': '101c6648-a1a0-4a22-bc66-b27b2e04b518', 'port_id': '6ac21b22-9b0e-4619-bc97-f0380f94965d', 'mac_address': 'fa:16:3e:b0:35:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6460af15-4005-41b7-9673-a0abf03df374', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:57:24.964231 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-117b5581-d8ea-40c4-9d10-7049d9607041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:24.965252 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-dc57c390-f51b-4322-89bb-7a6257556084 req-7d304bea-637b-4201-ba47-b40f2d9afa35 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=32f1ef9b-eb5b-4589-ada4-423c69ee954c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177177 May 25 15:57:24.995711 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:25.003132 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03553f-6d24-4da0-9c63-e6b7eeb9954b req-28f09fe5-a81a-4f76-9801-56650ae4ddf4 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:25.009954 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3b03553f-6d24-4da0-9c63-e6b7eeb9954b req-28f09fe5-a81a-4f76-9801-56650ae4ddf4 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 943 time: 0.2713625 May 25 15:57:25.019290 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac21b22-9b0e-4619-bc97-f0380f94965d {{(pid=98825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:57:25.041723 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 6ac21b22-9b0e-4619-bc97-f0380f94965d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6ac21b22-9b0e-4619-bc97-f0380f94965d,segment=NetworkSegment(25e7cedd-877a-4386-bf09-8db0daef532b),segment_id=25e7cedd-877a-4386-bf09-8db0daef532b)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:57:25.042726 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:25.123865 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:25.126273 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:25.136753 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3b03553f-6d24-4da0-9c63-e6b7eeb9954b req-0e4de3e7-cffc-4c86-a59a-8f260b010090 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258421 May 25 15:57:25.229358 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=6ac21b22-9b0e-4619-bc97-f0380f94965d,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:25.234086 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:25.292310 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-dc57c390-f51b-4322-89bb-7a6257556084 req-af3eea5d-91f8-41fd-9ce2-0cb069be3df4 service neutron] 10.222.0.91 "GET /v2.0/networks/32f1ef9b-eb5b-4589-ada4-423c69ee954c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189888 May 25 15:57:25.300501 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0ac49224-beac-486e-afc2-d1ee13170ee9 req-9106b21e-54f5-402e-ad7c-f624d5536733 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 210 time: 0.0555754 May 25 15:57:25.442143 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2f140-6ed6-4f38-8889-d66e32ae5dca req-cccdf905-e2c4-4eff-a14a-3826d8b139d4 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:25.443681 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3ba2f140-6ed6-4f38-8889-d66e32ae5dca req-cccdf905-e2c4-4eff-a14a-3826d8b139d4 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 945 time: 0.2739415 May 25 15:57:25.492427 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-dc57c390-f51b-4322-89bb-7a6257556084 req-90502bac-bb46-4c36-8ba9-9a390d5f7613 service neutron] 10.222.0.91 "GET /v2.0/networks/32f1ef9b-eb5b-4589-ada4-423c69ee954c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858280 May 25 15:57:25.527964 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3ba2f140-6ed6-4f38-8889-d66e32ae5dca req-d15080a2-c7bf-4a29-9dca-ce8b3da849ed tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/security-groups?id=696b12fa-77b4-4a7d-93cf-23dbc0b7610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777538 May 25 15:57:25.617194 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['6ac21b22-9b0e-4619-bc97-f0380f94965d'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:57:25.650166 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['dfcbd918-5bb5-4a5f-b576-82d8e4395f65'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:57:25.762031 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-50f7ec63-83b3-44e3-af7f-3c66050855b1 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:25.763579 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-50f7ec63-83b3-44e3-af7f-3c66050855b1 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Synchronizing usage tracker for tenant:6e0b579c2ed344be88993c3d0a0cb566 on resource:network {{(pid=98823) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:57:25.868365 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-50f7ec63-83b3-44e3-af7f-3c66050855b1 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Unset dirty status for tenant:6e0b579c2ed344be88993c3d0a0cb566 on resource:network {{(pid=98823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:57:25.870584 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-50f7ec63-83b3-44e3-af7f-3c66050855b1 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.91 "GET /v2.0/networks?id=a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d HTTP/1.1" status: 200 len: 811 time: 0.3286827 May 25 15:57:25.943408 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:25.993531 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-6a63b859-a891-4497-bf17-832156675c94 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Synchronizing usage tracker for tenant:6e0b579c2ed344be88993c3d0a0cb566 on resource:security_group {{(pid=98823) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:57:26.010742 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-6a63b859-a891-4497-bf17-832156675c94 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Unset dirty status for tenant:6e0b579c2ed344be88993c3d0a0cb566 on resource:security_group {{(pid=98823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:57:26.012373 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-6a63b859-a891-4497-bf17-832156675c94 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e0b579c2ed344be88993c3d0a0cb566 HTTP/1.1" status: 200 len: 380 time: 0.1184096 May 25 15:57:26.023603 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-cd56f26f-0cf1-4242-b702-cef1ec729b70 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Request body: {'port': {'device_id': '476cc19d-a808-4dc5-99c8-b56d74c8ec69', 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d', 'admin_state_up': True, 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'security_groups': ['37b9e590-061d-4801-b6b4-ca8a8710bdac']}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:57:26.112015 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 40004) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:26.206074 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-cd56f26f-0cf1-4242-b702-cef1ec729b70 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:26.212301 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-cd56f26f-0cf1-4242-b702-cef1ec729b70 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Usage tracker for resource:port and tenant:6e0b579c2ed344be88993c3d0a0cb566 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:26.216240 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-cd56f26f-0cf1-4242-b702-cef1ec729b70 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:26.224239 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-cd56f26f-0cf1-4242-b702-cef1ec729b70 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:26.307269 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a66064d5-b62e-4ee6-8f1d-107f204e766a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:26.324924 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-cd56f26f-0cf1-4242-b702-cef1ec729b70 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Made reservation on behalf of 6e0b579c2ed344be88993c3d0a0cb566 for: {'port': 1} {{(pid=98823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:57:26.330240 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-cd56f26f-0cf1-4242-b702-cef1ec729b70 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:26.333399 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-a66064d5-b62e-4ee6-8f1d-107f204e766a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:26.348192 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-a66064d5-b62e-4ee6-8f1d-107f204e766a admin admin] Usage tracker for resource:security_group_rule and tenant:b0a2848ad228426f83c49d3e7be77ce1 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:26.352101 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-a66064d5-b62e-4ee6-8f1d-107f204e766a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:26.360554 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-a66064d5-b62e-4ee6-8f1d-107f204e766a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:26.410143 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946d5d8-8972-496b-af48-357b5005bc3f req-3a82920f-9307-4392-b038-1464b0fab768 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:26.411850 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f946d5d8-8972-496b-af48-357b5005bc3f req-3a82920f-9307-4392-b038-1464b0fab768 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 943 time: 0.1536140 May 25 15:57:26.488635 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1418ae1f-29b4-4d71-a5fc-66bcdb1a076d req-eaa35146-fdde-4e76-9b98-f20b6686c879 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 210 time: 0.0684731 May 25 15:57:26.528143 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f946d5d8-8972-496b-af48-357b5005bc3f req-016d5446-c322-4fd7-a95a-671ba5adee35 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058285 May 25 15:57:26.574633 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.db_base_plugin_common [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-cd56f26f-0cf1-4242-b702-cef1ec729b70 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Allocated IP 172.20.0.8 (a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d/dbbdc939-cb7b-4cd7-bff0-1b0465d88650/5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0) {{(pid=98823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:57:26.608465 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a66064d5-b62e-4ee6-8f1d-107f204e766a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:26.712637 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a66064d5-b62e-4ee6-8f1d-107f204e766a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:26.725853 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:26.779273 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-a66064d5-b62e-4ee6-8f1d-107f204e766a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b0a2848ad228426f83c49d3e7be77ce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6636176 May 25 15:57:26.779706 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 40030) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:26.783759 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66064d5-b62e-4ee6-8f1d-107f204e766a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef4c9ad-0534-4599-91b8-4eb9f572a266,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:26.787124 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a66064d5-b62e-4ee6-8f1d-107f204e766a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:26.808657 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-cd56f26f-0cf1-4242-b702-cef1ec729b70 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for port, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:26.829915 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.provisioning_blocks [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-cd56f26f-0cf1-4242-b702-cef1ec729b70 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Transition to ACTIVE for port object 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 will not be triggered until provisioned by entity DHCP. {{(pid=98823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:57:26.852377 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532a406-0ce2-4fe3-8ffe-62592e35d5f0 req-1d48b4d4-c535-4ec9-82d0-be8bfb96a8fc tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:26.854059 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f532a406-0ce2-4fe3-8ffe-62592e35d5f0 req-1d48b4d4-c535-4ec9-82d0-be8bfb96a8fc tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 945 time: 0.1908817 May 25 15:57:26.873103 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-499287c0-4004-4ec6-bdd8-149118a12204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:26.929656 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-499287c0-4004-4ec6-bdd8-149118a12204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:26.929969 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-cd56f26f-0cf1-4242-b702-cef1ec729b70 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603'] for port, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:26.938282 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-b220e86b-465e-4e54-af79-92d82ef9fb31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:26.951400 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f532a406-0ce2-4fe3-8ffe-62592e35d5f0 req-5d901abe-6603-44f8-a2f8-b34f442391a7 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/security-groups?id=696b12fa-77b4-4a7d-93cf-23dbc0b7610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863724 May 25 15:57:27.031756 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-cd56f26f-0cf1-4242-b702-cef1ec729b70 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Network a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d is already hosted by enough agents. {{(pid=98823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:57:27.035409 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-cd56f26f-0cf1-4242-b702-cef1ec729b70 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Resources bound (agent type, host, resource id): {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:57:27.037355 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56f26f-0cf1-4242-b702-cef1ec729b70 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Pushing event updated for resources: {'Port': ['ID=5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:27.039625 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-cd56f26f-0cf1-4242-b702-cef1ec729b70 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Received port after_create {{(pid=98823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:57:27.045229 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-cd56f26f-0cf1-4242-b702-cef1ec729b70 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:27.046023 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-cd56f26f-0cf1-4242-b702-cef1ec729b70 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:27.051625 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-cd56f26f-0cf1-4242-b702-cef1ec729b70 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:27.062834 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-499287c0-4004-4ec6-bdd8-149118a12204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:27.074442 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-d0de5cf0-45c2-4749-9075-f73bf2dd3cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:27.085950 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499287c0-4004-4ec6-bdd8-149118a12204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef4c9ad-0534-4599-91b8-4eb9f572a266,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:27.088944 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-499287c0-4004-4ec6-bdd8-149118a12204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:27.095776 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-499287c0-4004-4ec6-bdd8-149118a12204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:27.099724 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-499287c0-4004-4ec6-bdd8-149118a12204 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1ef4c9ad-0534-4599-91b8-4eb9f572a266 HTTP/1.1" status: 204 len: 168 time: 0.3163602 May 25 15:57:27.147702 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-cd56f26f-0cf1-4242-b702-cef1ec729b70 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1298182 May 25 15:57:27.168125 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-80cbccfb-aa0c-4e96-91ca-91a02a2b128b service neutron] Request body: {'port': {'device_id': '476cc19d-a808-4dc5-99c8-b56d74c8ec69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:57:27.304257 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-80cbccfb-aa0c-4e96-91ca-91a02a2b128b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:27.409724 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-60dba6da-10a9-4433-a69c-5e3f86d03610 None None] Provisioning for port 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 completed by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:57:27.416208 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-60dba6da-10a9-4433-a69c-5e3f86d03610 None None] Provisioning complete for port 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:57:27.416601 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-60dba6da-10a9-4433-a69c-5e3f86d03610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:27.499509 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-60dba6da-10a9-4433-a69c-5e3f86d03610 None None] Port 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 cannot update to ACTIVE because it is not bound. {{(pid=98825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:57:27.712478 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 4832c875-862c-4828-bf0a-eb9f7d39b558 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:57:27.732364 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-80cbccfb-aa0c-4e96-91ca-91a02a2b128b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 {{(pid=98823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:57:27.734407 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device dfcbd918-5bb5-4a5f-b576-82d8e4395f65 up at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:57:27.741982 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-80cbccfb-aa0c-4e96-91ca-91a02a2b128b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:27.760951 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.provisioning_blocks [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-80cbccfb-aa0c-4e96-91ca-91a02a2b128b service neutron] Transition to ACTIVE for port object 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 will not be triggered until provisioned by entity L2. {{(pid=98823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:57:27.817407 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45cc78-2f2a-4405-ab01-7f6e9c486fc3 req-03466e77-8982-4ee5-8ea3-5355f90c260a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:27.819162 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1b45cc78-2f2a-4405-ab01-7f6e9c486fc3 req-03466e77-8982-4ee5-8ea3-5355f90c260a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 943 time: 0.1415863 May 25 15:57:27.829590 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4c506-2e15-4540-a2f2-78fbac0a281d req-c2e963da-f18e-45f2-ab78-c1207dfacee2 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:27.831209 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-51d4c506-2e15-4540-a2f2-78fbac0a281d req-c2e963da-f18e-45f2-ab78-c1207dfacee2 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 931 time: 0.1915407 May 25 15:57:27.849509 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-80cbccfb-aa0c-4e96-91ca-91a02a2b128b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:27.855207 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-cd56f26f-0cf1-4242-b702-cef1ec729b70 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:27.899620 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 40062) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:27.926640 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1b45cc78-2f2a-4405-ab01-7f6e9c486fc3 req-ddb3496e-bd96-4d8d-ba26-6ac7f0596345 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944412 May 25 15:57:27.934416 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-51d4c506-2e15-4540-a2f2-78fbac0a281d req-ca0d4c62-ffad-4ce0-8a41-1b0abdf80ba8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857155 May 25 15:57:27.938224 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-6451bf9a-72ef-4d3b-9d22-52580b1da5de admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:27.977319 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-6451bf9a-72ef-4d3b-9d22-52580b1da5de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:27.985522 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-6451bf9a-72ef-4d3b-9d22-52580b1da5de admin admin] Usage tracker for resource:security_group_rule and tenant:5420366189d4427cab692b0cac9f68f2 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:27.993814 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-6451bf9a-72ef-4d3b-9d22-52580b1da5de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:28.004508 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-6451bf9a-72ef-4d3b-9d22-52580b1da5de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:28.022532 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 4832c875-862c-4828-bf0a-eb9f7d39b558, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4832c875-862c-4828-bf0a-eb9f7d39b558,segment=NetworkSegment(50258eee-3ee7-4f79-9fdc-7a42204fd626),segment_id=50258eee-3ee7-4f79-9fdc-7a42204fd626)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:57:28.051183 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:28.061098 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Returning: {'device': '4832c875-862c-4828-bf0a-eb9f7d39b558', 'network_id': '32f1ef9b-eb5b-4589-ada4-423c69ee954c', 'port_id': '4832c875-862c-4828-bf0a-eb9f7d39b558', 'mac_address': 'fa:16:3e:34:25:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25387402-7c77-4bfb-95d5-0f9f4bb4cc9b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:57:28.112757 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning for port dfcbd918-5bb5-4a5f-b576-82d8e4395f65 completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:57:28.136814 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning complete for port dfcbd918-5bb5-4a5f-b576-82d8e4395f65 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:57:28.137460 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:28.196522 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-6451bf9a-72ef-4d3b-9d22-52580b1da5de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:28.246453 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:28.272087 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.managers [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-80cbccfb-aa0c-4e96-91ca-91a02a2b128b service neutron] Attempting to bind port 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:57:28.272571 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.managers [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-80cbccfb-aa0c-4e96-91ca-91a02a2b128b service neutron] Attempting to bind port 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '840503af-6db9-4321-a583-5cabf5e4dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d'}] {{(pid=98823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:57:28.272938 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-80cbccfb-aa0c-4e96-91ca-91a02a2b128b service neutron] Attempting to bind port 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 on network a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:57:28.280344 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbccfb-aa0c-4e96-91ca-91a02a2b128b service neutron] Pushing event updated for resources: {'Port': ['ID=5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0,revision_number=2']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:28.283903 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-80cbccfb-aa0c-4e96-91ca-91a02a2b128b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:28.284598 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-80cbccfb-aa0c-4e96-91ca-91a02a2b128b service neutron] Port 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 on network a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:57:28.285014 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-80cbccfb-aa0c-4e96-91ca-91a02a2b128b service neutron] Attempting to bind port 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 on network a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:57:28.291406 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-80cbccfb-aa0c-4e96-91ca-91a02a2b128b service neutron] Checking agent: {'id': '8886f986-558f-4b39-be9e-9feee4f02dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'started_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:57:28.291658 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-80cbccfb-aa0c-4e96-91ca-91a02a2b128b service neutron] Checking segment: {'id': '840503af-6db9-4321-a583-5cabf5e4dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:57:28.292002 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-80cbccfb-aa0c-4e96-91ca-91a02a2b128b service neutron] Bound using segment: {'id': '840503af-6db9-4321-a583-5cabf5e4dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d'} {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:57:28.292438 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.managers [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-80cbccfb-aa0c-4e96-91ca-91a02a2b128b service neutron] Bound port: 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '840503af-6db9-4321-a583-5cabf5e4dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d'}}] {{(pid=98823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:57:28.293609 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-80cbccfb-aa0c-4e96-91ca-91a02a2b128b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:28.299665 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4832c875-862c-4828-bf0a-eb9f7d39b558 {{(pid=98825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:57:28.305288 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-6451bf9a-72ef-4d3b-9d22-52580b1da5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:28.318111 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:28.395031 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 4832c875-862c-4828-bf0a-eb9f7d39b558, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4832c875-862c-4828-bf0a-eb9f7d39b558,segment=NetworkSegment(50258eee-3ee7-4f79-9fdc-7a42204fd626),segment_id=50258eee-3ee7-4f79-9fdc-7a42204fd626)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:57:28.401316 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:28.404029 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451bf9a-72ef-4d3b-9d22-52580b1da5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f634f8-748b-408f-b686-56e0cb370419,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:28.410320 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-80cbccfb-aa0c-4e96-91ca-91a02a2b128b service neutron] For port 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0, host hv-cinder-78638, cleared binding levels {{(pid=98823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:57:28.414507 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-80cbccfb-aa0c-4e96-91ca-91a02a2b128b service neutron] For port 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0,segment=NetworkSegment(840503af-6db9-4321-a583-5cabf5e4dfef),segment_id=840503af-6db9-4321-a583-5cabf5e4dfef)] {{(pid=98823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:57:28.415515 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-6451bf9a-72ef-4d3b-9d22-52580b1da5de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:28.429593 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 40082) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:28.431408 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-6451bf9a-72ef-4d3b-9d22-52580b1da5de admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5420366189d4427cab692b0cac9f68f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5290844 May 25 15:57:28.446995 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d2792-eee1-4bdf-8e9d-ed2305a7cf36 req-57b2b47c-45f9-4f6e-a9d0-3ccdce287c5b tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:28.456687 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3b5d2792-eee1-4bdf-8e9d-ed2305a7cf36 req-57b2b47c-45f9-4f6e-a9d0-3ccdce287c5b tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 945 time: 0.2573473 May 25 15:57:28.468964 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfcbd918-5bb5-4a5f-b576-82d8e4395f65'}] {{(pid=98825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:57:28.503480 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9103ef6e-f689-4cdd-9ca4-49321d2811b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:28.538870 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9103ef6e-f689-4cdd-9ca4-49321d2811b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:28.547721 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3b5d2792-eee1-4bdf-8e9d-ed2305a7cf36 req-a1f51c84-0de1-4447-b061-a225e246a4d9 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/security-groups?id=696b12fa-77b4-4a7d-93cf-23dbc0b7610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895846 May 25 15:57:28.551433 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-80cbccfb-aa0c-4e96-91ca-91a02a2b128b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:28.562115 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:28.601691 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port dfcbd918-5bb5-4a5f-b576-82d8e4395f65, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dfcbd918-5bb5-4a5f-b576-82d8e4395f65,segment=NetworkSegment(50258eee-3ee7-4f79-9fdc-7a42204fd626),segment_id=50258eee-3ee7-4f79-9fdc-7a42204fd626)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:57:28.604021 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:28.612614 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:28.656494 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-80cbccfb-aa0c-4e96-91ca-91a02a2b128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:28.657160 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-80cbccfb-aa0c-4e96-91ca-91a02a2b128b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:28.658517 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-80cbccfb-aa0c-4e96-91ca-91a02a2b128b service neutron] 10.222.0.91 "PUT /v2.0/ports/5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 HTTP/1.1" status: 200 len: 1093 time: 1.4960856 May 25 15:57:28.662037 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '476cc19d-a808-4dc5-99c8-b56d74c8ec69', 'tag': '5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:57:28.715907 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbccfb-aa0c-4e96-91ca-91a02a2b128b service neutron] Pushing event updated for resources: {'Port': ['ID=5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0,revision_number=3']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:28.718110 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:28.719296 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 6ac21b22-9b0e-4619-bc97-f0380f94965d up at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:57:28.747331 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '476cc19d-a808-4dc5-99c8-b56d74c8ec69', 'tag': '5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0', 'status': 'completed', 'code': 200} May 25 15:57:28.749230 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-80cbccfb-aa0c-4e96-91ca-91a02a2b128b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:28.796574 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=4832c875-862c-4828-bf0a-eb9f7d39b558,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:28.805070 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:28.808490 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:28.856707 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9103ef6e-f689-4cdd-9ca4-49321d2811b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:28.871432 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:28.899093 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103ef6e-f689-4cdd-9ca4-49321d2811b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f634f8-748b-408f-b686-56e0cb370419,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:28.928330 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-9103ef6e-f689-4cdd-9ca4-49321d2811b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:28.934640 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9103ef6e-f689-4cdd-9ca4-49321d2811b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:28.935759 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['4832c875-862c-4828-bf0a-eb9f7d39b558'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:57:28.937924 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-9103ef6e-f689-4cdd-9ca4-49321d2811b8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/79f634f8-748b-408f-b686-56e0cb370419 HTTP/1.1" status: 204 len: 168 time: 0.5051692 May 25 15:57:28.974673 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829b3ba-4fb9-4c80-b910-5cc8d4dac6b1 req-248af224-66d4-49ea-b1b4-c73e0edadd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:28.982291 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-8829b3ba-4fb9-4c80-b910-5cc8d4dac6b1 req-248af224-66d4-49ea-b1b4-c73e0edadd4d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6e0b579c2ed344be88993c3d0a0cb566&device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 1096 time: 0.1888113 May 25 15:57:29.017392 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=dfcbd918-5bb5-4a5f-b576-82d8e4395f65,revision_number=5']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:29.020988 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:29.066662 dv-cinder-786384-6-smb neutron-server[98825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfcbd918-5bb5-4a5f-b576-82d8e4395f65', 'code': 200} May 25 15:57:29.095867 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning for port 6ac21b22-9b0e-4619-bc97-f0380f94965d completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:57:29.118163 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning complete for port 6ac21b22-9b0e-4619-bc97-f0380f94965d triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:57:29.118790 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:29.272939 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f467a-0825-40e2-b5c1-ad44e7970405 req-54618cf8-e81d-4a70-8707-f5c95962c815 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:29.276068 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f09f467a-0825-40e2-b5c1-ad44e7970405 req-54618cf8-e81d-4a70-8707-f5c95962c815 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 944 time: 0.1536343 May 25 15:57:29.310660 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829b3ba-4fb9-4c80-b910-5cc8d4dac6b1 req-521da478-882b-4179-91b1-c02845d2d6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:29.312303 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-8829b3ba-4fb9-4c80-b910-5cc8d4dac6b1 req-521da478-882b-4179-91b1-c02845d2d6ba service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=6e0b579c2ed344be88993c3d0a0cb566&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3182449 May 25 15:57:29.360825 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:29.409084 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f09f467a-0825-40e2-b5c1-ad44e7970405 req-2d2af0a2-0fd3-4fa1-b84e-5e81cb1c7d30 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236634 May 25 15:57:29.425598 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 6ac21b22-9b0e-4619-bc97-f0380f94965d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6ac21b22-9b0e-4619-bc97-f0380f94965d,segment=NetworkSegment(25e7cedd-877a-4386-bf09-8db0daef532b),segment_id=25e7cedd-877a-4386-bf09-8db0daef532b)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:57:29.469664 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89744d2c-f0d8-495b-899a-519f4935878a req-4e72f8a9-6dc1-457a-9d11-99c05bee8e85 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:29.471376 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-89744d2c-f0d8-495b-899a-519f4935878a req-4e72f8a9-6dc1-457a-9d11-99c05bee8e85 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 943 time: 0.1520572 May 25 15:57:29.499329 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829b3ba-4fb9-4c80-b910-5cc8d4dac6b1 req-d61c804b-d412-4763-a915-8ed462011a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:29.501106 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-8829b3ba-4fb9-4c80-b910-5cc8d4dac6b1 req-d61c804b-d412-4763-a915-8ed462011a78 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1813388 May 25 15:57:29.529538 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-89744d2c-f0d8-495b-899a-519f4935878a req-36b7ec65-768e-4b74-92f9-d728fa4aeafd tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519094 May 25 15:57:29.570408 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:29.574443 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:29.734864 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-70d1fb78-35a1-41fe-8f35-c818a5270093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:29.735021 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=6ac21b22-9b0e-4619-bc97-f0380f94965d,revision_number=5']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:29.741348 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:29.747102 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113ec99-2b2d-4bf6-93a4-2067c0c6940c req-a6a97608-0b1d-454f-8428-5e5bdae6dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:29.750823 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-0113ec99-2b2d-4bf6-93a4-2067c0c6940c req-a6a97608-0b1d-454f-8428-5e5bdae6dbf2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 1098 time: 0.1666095 May 25 15:57:29.756159 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-70d1fb78-35a1-41fe-8f35-c818a5270093 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6e0b579c2ed344be88993c3d0a0cb566&device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 1096 time: 0.1673970 May 25 15:57:29.801501 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-0113ec99-2b2d-4bf6-93a4-2067c0c6940c req-d4bc4374-e097-4645-bf47-2fe26083a879 service neutron] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:29.825342 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [req-0113ec99-2b2d-4bf6-93a4-2067c0c6940c req-d4bc4374-e097-4645-bf47-2fe26083a879 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:29.831197 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-0113ec99-2b2d-4bf6-93a4-2067c0c6940c req-d4bc4374-e097-4645-bf47-2fe26083a879 service neutron] Usage tracker for resource:security_group_rule and tenant:84676512c1854832be0c3c4e3ffcf89e is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:29.836709 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-0113ec99-2b2d-4bf6-93a4-2067c0c6940c req-d4bc4374-e097-4645-bf47-2fe26083a879 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:29.848220 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [req-0113ec99-2b2d-4bf6-93a4-2067c0c6940c req-d4bc4374-e097-4645-bf47-2fe26083a879 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:29.985434 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-0113ec99-2b2d-4bf6-93a4-2067c0c6940c req-d4bc4374-e097-4645-bf47-2fe26083a879 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:30.057197 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-fc028fa3-4f1c-466c-89c1-88db1e4ad2a0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 HTTP/1.1" status: 200 len: 217 time: 0.2841797 May 25 15:57:30.072493 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-0113ec99-2b2d-4bf6-93a4-2067c0c6940c req-d4bc4374-e097-4645-bf47-2fe26083a879 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:30.081168 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-9103ef6e-f689-4cdd-9ca4-49321d2811b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:30.108453 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-0113ec99-2b2d-4bf6-93a4-2067c0c6940c req-d4bc4374-e097-4645-bf47-2fe26083a879 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396504 May 25 15:57:30.112657 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc4374-e097-4645-bf47-2fe26083a879 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=575f12a0-3a30-4f5d-a67d-b7e077cdda54,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:30.116284 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-d4bc4374-e097-4645-bf47-2fe26083a879 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:30.136350 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-94e7d0fb-329d-4f08-b655-c725abef9cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:30.137835 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-94e7d0fb-329d-4f08-b655-c725abef9cc9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dbbdc939-cb7b-4cd7-bff0-1b0465d88650 HTTP/1.1" status: 200 len: 850 time: 0.0777569 May 25 15:57:30.163029 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebe394-e032-483b-8dc4-51bc8c74994b req-dcfa7907-bacf-4ddf-9622-36940afd6705 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:30.164496 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3aebe394-e032-483b-8dc4-51bc8c74994b req-dcfa7907-bacf-4ddf-9622-36940afd6705 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 946 time: 0.2950883 May 25 15:57:30.214340 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3aebe394-e032-483b-8dc4-51bc8c74994b req-ee5268ba-53da-4305-81f1-0cc44acde153 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/security-groups?id=696b12fa-77b4-4a7d-93cf-23dbc0b7610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432100 May 25 15:57:30.497297 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-d1bc2042-0c33-47ba-85b6-fd085baa36f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:30.500771 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-d1bc2042-0c33-47ba-85b6-fd085baa36f5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815454 May 25 15:57:30.810311 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-dcb6a655-46a4-49f2-abc3-da1a3e76f669 service neutron] 10.222.0.91 "GET /v2.0/networks/a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810962 May 25 15:57:30.828552 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3c3ad-a3fd-4748-b920-580a6ae0efeb req-6e3d7869-e400-42bf-a346-b936c6cc40f3 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:30.830026 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cfc3c3ad-a3fd-4748-b920-580a6ae0efeb req-6e3d7869-e400-42bf-a346-b936c6cc40f3 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 944 time: 0.2767081 May 25 15:57:30.859363 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd98ed2-56e9-4546-94be-ca854a662b31 req-1dd260c2-1816-4bd5-8ce6-23d3511ff80a tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:30.861125 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ffd98ed2-56e9-4546-94be-ca854a662b31 req-1dd260c2-1816-4bd5-8ce6-23d3511ff80a tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 943 time: 0.1945908 May 25 15:57:30.997328 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cfc3c3ad-a3fd-4748-b920-580a6ae0efeb req-e02bfb48-1c37-4be1-b447-6e01b5c987a4 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465104 May 25 15:57:31.042977 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ffd98ed2-56e9-4546-94be-ca854a662b31 req-220faa3e-632a-45bb-bed6-a8c10a3b78aa tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196125 May 25 15:57:31.067896 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc44f89-8944-4191-8378-c7df78460de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac21b22-9b0e-4619-bc97-f0380f94965d'}] {{(pid=98825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:57:31.092390 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-52046ebf-3da2-4ba5-a866-64b5db22dddf req-7fb77dc6-091a-4f15-a33b-322650d24074 service neutron] 10.222.0.91 "GET /v2.0/networks/a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683811 May 25 15:57:31.119715 dv-cinder-786384-6-smb neutron-server[98825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc44f89-8944-4191-8378-c7df78460de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac21b22-9b0e-4619-bc97-f0380f94965d', 'code': 200} May 25 15:57:31.430007 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0191f-4cbd-48d5-bc30-fb80525aa759 req-b04d7150-a17f-4661-ad59-6866f6f4c401 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:31.431883 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2cd0191f-4cbd-48d5-bc30-fb80525aa759 req-b04d7150-a17f-4661-ad59-6866f6f4c401 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 946 time: 0.0956492 May 25 15:57:31.497200 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2cd0191f-4cbd-48d5-bc30-fb80525aa759 req-2a81a397-68fc-4c69-ae94-fdfbac3b3807 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/security-groups?id=696b12fa-77b4-4a7d-93cf-23dbc0b7610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591331 May 25 15:57:31.728386 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7abe9-8272-44e7-b2ae-0c7e6d6f65c9 req-15750bfe-3993-406c-b0e0-12c90d0a53f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:31.729875 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-32e7abe9-8272-44e7-b2ae-0c7e6d6f65c9 req-15750bfe-3993-406c-b0e0-12c90d0a53f5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 1099 time: 0.1048057 May 25 15:57:31.759072 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 4832c875-862c-4828-bf0a-eb9f7d39b558 up at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:57:31.773698 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-32e7abe9-8272-44e7-b2ae-0c7e6d6f65c9 req-564b6a7e-af13-4f3c-9a86-9ee5474c7ce7 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=696b12fa-77b4-4a7d-93cf-23dbc0b7610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364306 May 25 15:57:31.883755 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning for port 4832c875-862c-4828-bf0a-eb9f7d39b558 completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:57:31.891319 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning complete for port 4832c875-862c-4828-bf0a-eb9f7d39b558 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:57:31.891319 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:32.015119 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:32.055659 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 4832c875-862c-4828-bf0a-eb9f7d39b558, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4832c875-862c-4828-bf0a-eb9f7d39b558,segment=NetworkSegment(50258eee-3ee7-4f79-9fdc-7a42204fd626),segment_id=50258eee-3ee7-4f79-9fdc-7a42204fd626)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:57:32.111579 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:32.114489 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:32.321959 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=4832c875-862c-4828-bf0a-eb9f7d39b558,revision_number=5']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:32.333701 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:32.334509 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20b4fb-2978-40e5-9e11-e131189fdb84 req-b7131316-15b7-458a-933b-f1679232ea77 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:32.336125 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0f20b4fb-2978-40e5-9e11-e131189fdb84 req-b7131316-15b7-458a-933b-f1679232ea77 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 943 time: 0.1514060 May 25 15:57:32.345623 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa166f21-41ae-4db4-89c6-5dfad310f81f req-65826ba3-0d88-405c-b9ec-67fdd5e05ee0 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:32.353383 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-aa166f21-41ae-4db4-89c6-5dfad310f81f req-65826ba3-0d88-405c-b9ec-67fdd5e05ee0 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.2195127 May 25 15:57:32.432172 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0f20b4fb-2978-40e5-9e11-e131189fdb84 req-6f19f9dd-5a3c-44e3-a904-5d51449b58cf tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616505 May 25 15:57:32.469884 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-aa166f21-41ae-4db4-89c6-5dfad310f81f req-b635f273-2c65-4966-8f97-ad31e07375aa tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154363 May 25 15:57:32.734974 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abae815-e1fb-48ba-a0d3-f470d237b87d req-075cf232-7494-49de-a35b-5b23a3cda135 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:32.736524 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4abae815-e1fb-48ba-a0d3-f470d237b87d req-075cf232-7494-49de-a35b-5b23a3cda135 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 946 time: 0.1038787 May 25 15:57:32.817852 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4abae815-e1fb-48ba-a0d3-f470d237b87d req-45d9221f-60d8-45e1-aa8f-529d7a2c1e3b tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/security-groups?id=696b12fa-77b4-4a7d-93cf-23dbc0b7610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751619 May 25 15:57:32.967938 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 40330) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:33.037448 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 40338) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:33.121375 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919896ca-26a6-4095-b944-8f405f9fc36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4832c875-862c-4828-bf0a-eb9f7d39b558'}] {{(pid=98825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:57:33.188399 dv-cinder-786384-6-smb neutron-server[98825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919896ca-26a6-4095-b944-8f405f9fc36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4832c875-862c-4828-bf0a-eb9f7d39b558', 'code': 200} May 25 15:57:33.188514 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-dd24760b-1b33-4c5a-a227-099860879cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:33.189578 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4fb2849e-4cde-41c5-907c-eb879e0981dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:33.208887 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-dd24760b-1b33-4c5a-a227-099860879cd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:33.209522 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-4fb2849e-4cde-41c5-907c-eb879e0981dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:33.213466 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-dd24760b-1b33-4c5a-a227-099860879cd1 admin admin] Usage tracker for resource:security_group_rule and tenant:e7a4a5b6854e4d13b5de9b6b72668455 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:33.214544 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-4fb2849e-4cde-41c5-907c-eb879e0981dd admin admin] Usage tracker for resource:security_group_rule and tenant:3df7a2addf49412cb9aa67f92f4b2f7a is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:33.216425 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-dd24760b-1b33-4c5a-a227-099860879cd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:33.218693 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-4fb2849e-4cde-41c5-907c-eb879e0981dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:33.224677 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-dd24760b-1b33-4c5a-a227-099860879cd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:33.225853 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-4fb2849e-4cde-41c5-907c-eb879e0981dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:33.318503 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-dd24760b-1b33-4c5a-a227-099860879cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:33.321552 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4fb2849e-4cde-41c5-907c-eb879e0981dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:33.404650 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4fb2849e-4cde-41c5-907c-eb879e0981dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:33.404955 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-dd24760b-1b33-4c5a-a227-099860879cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:33.414700 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-ddc94907-0bc7-484e-aab7-c7cc398c0446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:33.418400 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-d4bc4374-e097-4645-bf47-2fe26083a879 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:33.459882 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-4fb2849e-4cde-41c5-907c-eb879e0981dd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3df7a2addf49412cb9aa67f92f4b2f7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4213486 May 25 15:57:33.463456 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 40354) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:33.464447 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2849e-4cde-41c5-907c-eb879e0981dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62474ef1-c1f2-4846-9a89-d9b29adfc4dd,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:33.469145 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-4fb2849e-4cde-41c5-907c-eb879e0981dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:33.473542 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-dd24760b-1b33-4c5a-a227-099860879cd1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e7a4a5b6854e4d13b5de9b6b72668455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5039594 May 25 15:57:33.480073 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 40358) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:33.618883 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24760b-1b33-4c5a-a227-099860879cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d50cba-e59b-47f5-b252-df6b88a374d4,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:33.629786 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-dd24760b-1b33-4c5a-a227-099860879cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:33.661520 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e1469bad-f61a-404a-a0ff-874caf6763e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:33.688175 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e1469bad-f61a-404a-a0ff-874caf6763e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:33.704664 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-de7de09b-11fa-45a9-aced-96e91ff57ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:33.844156 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-de7de09b-11fa-45a9-aced-96e91ff57ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:33.854610 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:57:33.867722 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 40370) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:33.887387 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e1469bad-f61a-404a-a0ff-874caf6763e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:33.923446 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:33.949094 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642d318-8760-41b5-a6db-5677df6a6bb3 req-491417b0-5a6f-437a-be33-7744ed9cbcb2 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:33.950596 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c642d318-8760-41b5-a6db-5677df6a6bb3 req-491417b0-5a6f-437a-be33-7744ed9cbcb2 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.2511640 May 25 15:57:33.956540 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a426c6d-6e3b-4803-af8e-d9fa9c476e55 req-d2a0cc09-bcb2-4fb9-aef3-eb733576ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:33.956843 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-8a426c6d-6e3b-4803-af8e-d9fa9c476e55 req-d2a0cc09-bcb2-4fb9-aef3-eb733576ad0d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 1098 time: 0.3247359 May 25 15:57:33.966454 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185198f-c513-4975-992e-1f80e651d193 req-9e9147f3-8827-4fa9-a519-c008618e94d8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:33.968823 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a185198f-c513-4975-992e-1f80e651d193 req-9e9147f3-8827-4fa9-a519-c008618e94d8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 943 time: 0.2432704 May 25 15:57:33.989177 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1469bad-f61a-404a-a0ff-874caf6763e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62474ef1-c1f2-4846-9a89-d9b29adfc4dd,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:34.006652 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-e1469bad-f61a-404a-a0ff-874caf6763e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:34.017226 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e1469bad-f61a-404a-a0ff-874caf6763e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:34.018579 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-e1469bad-f61a-404a-a0ff-874caf6763e4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/62474ef1-c1f2-4846-9a89-d9b29adfc4dd HTTP/1.1" status: 204 len: 168 time: 0.5499322 May 25 15:57:34.098100 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0,segment=NetworkSegment(840503af-6db9-4321-a583-5cabf5e4dfef),segment_id=840503af-6db9-4321-a583-5cabf5e4dfef)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:57:34.121937 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Returning: {'device': '5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0', 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d', 'port_id': '5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0', 'mac_address': 'fa:16:3e:0d:b2:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:57:34.145237 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-d7d18d81-2934-49d2-b7ec-90fc87369030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:34.161778 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-d7d18d81-2934-49d2-b7ec-90fc87369030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:34.164735 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-de7de09b-11fa-45a9-aced-96e91ff57ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:34.167462 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-d7d18d81-2934-49d2-b7ec-90fc87369030 admin admin] Usage tracker for resource:security_group_rule and tenant:13beb5875bbf407fa676a8976d906a8e is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:34.171844 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-d7d18d81-2934-49d2-b7ec-90fc87369030 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:34.177999 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-d7d18d81-2934-49d2-b7ec-90fc87369030 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:34.201109 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:34.209111 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:34.225793 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 {{(pid=98825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:57:34.253501 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7de09b-11fa-45a9-aced-96e91ff57ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d50cba-e59b-47f5-b252-df6b88a374d4,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:34.256304 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-de7de09b-11fa-45a9-aced-96e91ff57ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:34.257312 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-de7de09b-11fa-45a9-aced-96e91ff57ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:34.258395 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-de7de09b-11fa-45a9-aced-96e91ff57ef2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/86d50cba-e59b-47f5-b252-df6b88a374d4 HTTP/1.1" status: 204 len: 168 time: 0.7773058 May 25 15:57:34.283157 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-8a426c6d-6e3b-4803-af8e-d9fa9c476e55 req-29bd1058-ff01-4dca-a90a-1020d68bb7b8 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133965 May 25 15:57:34.293352 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a185198f-c513-4975-992e-1f80e651d193 req-5ecded26-99bd-4823-bc4b-997dc1c3d5dc tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2938125 May 25 15:57:34.296683 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c642d318-8760-41b5-a6db-5677df6a6bb3 req-afae23ff-c37b-4395-a383-1133668411d1 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379593 May 25 15:57:34.301065 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0,segment=NetworkSegment(840503af-6db9-4321-a583-5cabf5e4dfef),segment_id=840503af-6db9-4321-a583-5cabf5e4dfef)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:57:34.354584 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-d7d18d81-2934-49d2-b7ec-90fc87369030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:34.427029 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:34.428846 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:34.472279 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-d7d18d81-2934-49d2-b7ec-90fc87369030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:34.483572 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:34.494566 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b58868-73be-4e52-b532-9849c87c5ae4 req-e5b3d9fe-232b-4357-990a-f80feae2ea53 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:34.497249 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-74b58868-73be-4e52-b532-9849c87c5ae4 req-e5b3d9fe-232b-4357-990a-f80feae2ea53 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 946 time: 0.1061981 May 25 15:57:34.508987 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:34.512128 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:34.525928 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-d7d18d81-2934-49d2-b7ec-90fc87369030 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=13beb5875bbf407fa676a8976d906a8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6558695 May 25 15:57:34.526783 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d18d81-2934-49d2-b7ec-90fc87369030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87b4a9b-9d51-4751-a77e-10a298faca30,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:34.529219 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 40386) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:34.532459 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-d7d18d81-2934-49d2-b7ec-90fc87369030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:34.556779 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-74b58868-73be-4e52-b532-9849c87c5ae4 req-b79e479a-5e8d-4d3f-b0c1-cc7abc9a4366 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/security-groups?id=696b12fa-77b4-4a7d-93cf-23dbc0b7610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509980 May 25 15:57:34.603142 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-a70d5ecc-884e-4488-8f8d-fb67bd893a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:34.632541 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-a70d5ecc-884e-4488-8f8d-fb67bd893a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:34.766579 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:57:34.774875 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 40396) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:34.790760 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-a70d5ecc-884e-4488-8f8d-fb67bd893a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:34.798632 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:34.808444 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-fafeb4b2-d388-4a45-853a-c4cf257c2efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:34.825991 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d5ecc-884e-4488-8f8d-fb67bd893a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87b4a9b-9d51-4751-a77e-10a298faca30,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:34.832607 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-a70d5ecc-884e-4488-8f8d-fb67bd893a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:34.833588 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-fafeb4b2-d388-4a45-853a-c4cf257c2efb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:34.838468 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-fafeb4b2-d388-4a45-853a-c4cf257c2efb admin admin] Usage tracker for resource:security_group_rule and tenant:6d9b2d2734b14833afe60b312d9e6bf5 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:34.841434 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-fafeb4b2-d388-4a45-853a-c4cf257c2efb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:34.851028 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-fafeb4b2-d388-4a45-853a-c4cf257c2efb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:34.855018 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-a70d5ecc-884e-4488-8f8d-fb67bd893a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:34.860075 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-a70d5ecc-884e-4488-8f8d-fb67bd893a10 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a87b4a9b-9d51-4751-a77e-10a298faca30 HTTP/1.1" status: 204 len: 168 time: 0.3290591 May 25 15:57:35.017331 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-fafeb4b2-d388-4a45-853a-c4cf257c2efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:35.078420 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-fafeb4b2-d388-4a45-853a-c4cf257c2efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:35.090738 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-6bd5503a-b2b5-48c6-a546-239991e4250a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:35.131765 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-fafeb4b2-d388-4a45-853a-c4cf257c2efb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6d9b2d2734b14833afe60b312d9e6bf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3558326 May 25 15:57:35.133688 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafeb4b2-d388-4a45-853a-c4cf257c2efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68be492-cb87-4cff-986a-046c17c5ac1d,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:35.134593 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 40408) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:35.136765 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-fafeb4b2-d388-4a45-853a-c4cf257c2efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:35.195959 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-d85355ed-f5f9-49f9-8a6d-9a9af220f59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:35.222411 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-d85355ed-f5f9-49f9-8a6d-9a9af220f59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:35.347489 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-d85355ed-f5f9-49f9-8a6d-9a9af220f59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:35.352761 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:35.368535 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85355ed-f5f9-49f9-8a6d-9a9af220f59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68be492-cb87-4cff-986a-046c17c5ac1d,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:35.377625 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-d85355ed-f5f9-49f9-8a6d-9a9af220f59b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:35.384115 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-d85355ed-f5f9-49f9-8a6d-9a9af220f59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:35.385909 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-d85355ed-f5f9-49f9-8a6d-9a9af220f59b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d68be492-cb87-4cff-986a-046c17c5ac1d HTTP/1.1" status: 204 len: 168 time: 0.2502480 May 25 15:57:35.468174 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 40432) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:35.504262 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-335a9968-7957-4d31-aaa7-8bc1db682431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:35.605914 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-335a9968-7957-4d31-aaa7-8bc1db682431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:35.661605 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-335a9968-7957-4d31-aaa7-8bc1db682431 admin admin] Usage tracker for resource:security_group_rule and tenant:0788d8210e58418da8f0554fb609fd39 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:35.665752 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-335a9968-7957-4d31-aaa7-8bc1db682431 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:35.681641 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-335a9968-7957-4d31-aaa7-8bc1db682431 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:35.766962 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a1d8c-ba34-401b-a730-f31da4ba2e06 req-39c64f52-b0a7-47b8-abff-ac8300c36339 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:35.768446 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d84a1d8c-ba34-401b-a730-f31da4ba2e06 req-39c64f52-b0a7-47b8-abff-ac8300c36339 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 944 time: 0.2275622 May 25 15:57:35.777750 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03dd447-1ecf-49f1-8052-ca34408f9def req-73abb127-6c09-493d-9c45-cedf5b227cf2 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:35.780131 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f03dd447-1ecf-49f1-8052-ca34408f9def req-73abb127-6c09-493d-9c45-cedf5b227cf2 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.2202208 May 25 15:57:35.894234 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d84a1d8c-ba34-401b-a730-f31da4ba2e06 req-97791459-ca3c-498f-a03e-83a6563737d9 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127949 May 25 15:57:35.901808 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f03dd447-1ecf-49f1-8052-ca34408f9def req-8b385e5b-e41e-4409-883d-7dd2c86f95d0 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023498 May 25 15:57:35.908308 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-335a9968-7957-4d31-aaa7-8bc1db682431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:35.950966 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 40438) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:35.969729 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-843d3f7b-0da2-4f3e-86ad-a621499caca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:35.984668 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-843d3f7b-0da2-4f3e-86ad-a621499caca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:35.988255 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-335a9968-7957-4d31-aaa7-8bc1db682431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:35.995979 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-843d3f7b-0da2-4f3e-86ad-a621499caca1 admin admin] Usage tracker for resource:security_group_rule and tenant:632d544a715f470ab14c00093d075cb5 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:35.998948 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:36.004806 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-843d3f7b-0da2-4f3e-86ad-a621499caca1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:36.024601 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-843d3f7b-0da2-4f3e-86ad-a621499caca1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:36.044311 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a9968-7957-4d31-aaa7-8bc1db682431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d792ea9-7ce2-426a-ae36-552969b56aed,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:36.053479 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-335a9968-7957-4d31-aaa7-8bc1db682431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:36.056877 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-335a9968-7957-4d31-aaa7-8bc1db682431 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0788d8210e58418da8f0554fb609fd39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5874248 May 25 15:57:36.059821 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 40442) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:36.121977 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-7b8a634d-54ca-406a-9dae-f5b29cd3e41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:36.142489 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-843d3f7b-0da2-4f3e-86ad-a621499caca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:36.152134 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-7b8a634d-54ca-406a-9dae-f5b29cd3e41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:36.226446 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-843d3f7b-0da2-4f3e-86ad-a621499caca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:36.234774 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-49b56c65-5096-4078-9a7f-4a01a99e0648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:36.275215 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-843d3f7b-0da2-4f3e-86ad-a621499caca1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=632d544a715f470ab14c00093d075cb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225706 May 25 15:57:36.276937 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d3f7b-0da2-4f3e-86ad-a621499caca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f9b741-0581-493f-a01b-fe6afeebf2da,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:36.278076 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 40450) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:36.280108 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-843d3f7b-0da2-4f3e-86ad-a621499caca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:36.339788 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e009305d-7e12-4892-abcb-52324204f127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:36.370488 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e009305d-7e12-4892-abcb-52324204f127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:36.381738 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-7b8a634d-54ca-406a-9dae-f5b29cd3e41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:36.387863 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-3bfc6b8d-26a4-4854-87d4-ff40660f00ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:36.407999 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a634d-54ca-406a-9dae-f5b29cd3e41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d792ea9-7ce2-426a-ae36-552969b56aed,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:36.422168 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-7b8a634d-54ca-406a-9dae-f5b29cd3e41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:36.432074 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-7b8a634d-54ca-406a-9dae-f5b29cd3e41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:36.434552 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-7b8a634d-54ca-406a-9dae-f5b29cd3e41d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1d792ea9-7ce2-426a-ae36-552969b56aed HTTP/1.1" status: 204 len: 168 time: 0.3724227 May 25 15:57:36.512611 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e009305d-7e12-4892-abcb-52324204f127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:36.518281 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:36.530595 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009305d-7e12-4892-abcb-52324204f127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f9b741-0581-493f-a01b-fe6afeebf2da,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:36.533566 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-e009305d-7e12-4892-abcb-52324204f127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:36.535750 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e009305d-7e12-4892-abcb-52324204f127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:36.536869 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-e009305d-7e12-4892-abcb-52324204f127 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d0f9b741-0581-493f-a01b-fe6afeebf2da HTTP/1.1" status: 204 len: 168 time: 0.2577872 May 25 15:57:37.145552 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e965a-1687-4bf2-be49-a2abce6d681b req-3dec8d67-10c7-4651-a4b2-5535fbc73579 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:37.149311 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9b0e965a-1687-4bf2-be49-a2abce6d681b req-3dec8d67-10c7-4651-a4b2-5535fbc73579 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 944 time: 0.1244473 May 25 15:57:37.210254 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9b0e965a-1687-4bf2-be49-a2abce6d681b req-8ca0e1b0-1c35-49af-9ddb-5b8482ac6fa8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559163 May 25 15:57:37.430111 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaac7d9-cb3a-440a-87fd-4f665cee5de6 req-c7c12b93-3aaa-459d-96b4-05860fc57d90 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:37.431923 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cfaac7d9-cb3a-440a-87fd-4f665cee5de6 req-c7c12b93-3aaa-459d-96b4-05860fc57d90 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.1184804 May 25 15:57:37.477999 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cfaac7d9-cb3a-440a-87fd-4f665cee5de6 req-43874e5a-9575-4628-b457-f5d89ba45235 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399921 May 25 15:57:37.811258 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 up at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:57:38.063320 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning for port 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:57:38.087084 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning complete for port 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:57:38.090358 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:38.277244 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:38.312653 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476cc19d-a808-4dc5-99c8-b56d74c8ec69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0'}] {{(pid=98825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:57:38.323225 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0,segment=NetworkSegment(840503af-6db9-4321-a583-5cabf5e4dfef),segment_id=840503af-6db9-4321-a583-5cabf5e4dfef)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:57:38.370025 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975a65b-1471-401a-a476-4b0fc9012531 req-f69043bf-ebb2-4109-ac4f-87c37a256215 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:38.373893 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e975a65b-1471-401a-a476-4b0fc9012531 req-f69043bf-ebb2-4109-ac4f-87c37a256215 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.1669199 May 25 15:57:38.377277 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fc6b3-43ba-4747-bcc1-990b30600dfd req-2f99f763-bb9f-4d06-aa8c-994b84d32054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:38.378753 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0f5fc6b3-43ba-4747-bcc1-990b30600dfd req-2f99f763-bb9f-4d06-aa8c-994b84d32054 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3b535e0be0c24db68760dcdb4881bdaf&device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 1098 time: 0.1215100 May 25 15:57:38.450178 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:38.454851 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:38.533484 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e975a65b-1471-401a-a476-4b0fc9012531 req-9061af40-f023-4f5b-9612-b7f886a0d23a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536078 May 25 15:57:38.556293 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0,revision_number=5']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:38.567855 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:38.606462 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fc6b3-43ba-4747-bcc1-990b30600dfd req-1b0b400b-aeed-4b12-aad9-1287d5a2a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:38.608188 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0f5fc6b3-43ba-4747-bcc1-990b30600dfd req-1b0b400b-aeed-4b12-aad9-1287d5a2a30e service neutron] 10.222.0.91 "GET /v2.0/networks?id=32f1ef9b-eb5b-4589-ada4-423c69ee954c HTTP/1.1" status: 200 len: 920 time: 0.2123830 May 25 15:57:38.726168 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0f5fc6b3-43ba-4747-bcc1-990b30600dfd req-79bf794f-156a-4027-b2a2-b26c853413db service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4832c875-862c-4828-bf0a-eb9f7d39b558 HTTP/1.1" status: 200 len: 217 time: 0.1108024 May 25 15:57:38.738843 dv-cinder-786384-6-smb neutron-server[98825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476cc19d-a808-4dc5-99c8-b56d74c8ec69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0', 'code': 200} May 25 15:57:38.826479 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fc6b3-43ba-4747-bcc1-990b30600dfd req-12d9c82e-883c-4fa3-84b2-f3f3531436a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:38.827956 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0f5fc6b3-43ba-4747-bcc1-990b30600dfd req-12d9c82e-883c-4fa3-84b2-f3f3531436a1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=25387402-7c77-4bfb-95d5-0f9f4bb4cc9b HTTP/1.1" status: 200 len: 859 time: 0.0953906 May 25 15:57:38.852646 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461c72a-b43b-4b40-bcf3-fb7857eea8ae req-36ba3aef-fa36-4523-a222-c1a5cbfe218a tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:38.854220 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1461c72a-b43b-4b40-bcf3-fb7857eea8ae req-36ba3aef-fa36-4523-a222-c1a5cbfe218a tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.1777143 May 25 15:57:38.933936 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0f5fc6b3-43ba-4747-bcc1-990b30600dfd req-1513a83a-50d7-451a-a473-7876a7a6cf65 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=32f1ef9b-eb5b-4589-ada4-423c69ee954c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787327 May 25 15:57:38.955751 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1461c72a-b43b-4b40-bcf3-fb7857eea8ae req-c398a410-993f-4cbe-ae61-0e895975ff78 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545821 May 25 15:57:39.145251 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0f5fc6b3-43ba-4747-bcc1-990b30600dfd req-8bbdd51f-277d-4756-bbb8-4df4faa610c8 service neutron] 10.222.0.91 "GET /v2.0/networks/32f1ef9b-eb5b-4589-ada4-423c69ee954c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653030 May 25 15:57:39.492076 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0f5fc6b3-43ba-4747-bcc1-990b30600dfd req-657821c0-dfce-4b0d-a217-0f9f888c937a service neutron] 10.222.0.91 "GET /v2.0/networks/32f1ef9b-eb5b-4589-ada4-423c69ee954c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855775 May 25 15:57:39.496634 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12052443-5245-45ce-b772-2c2d9fb28980 req-64ea6570-ed5e-47b8-a145-6d3f468812eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:39.498695 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-12052443-5245-45ce-b772-2c2d9fb28980 req-64ea6570-ed5e-47b8-a145-6d3f468812eb service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 1098 time: 0.1050828 May 25 15:57:39.561351 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-12052443-5245-45ce-b772-2c2d9fb28980 req-4062be16-f389-4805-b401-c7b710098b68 service neutron] Synchronizing usage tracker for tenant:84676512c1854832be0c3c4e3ffcf89e on resource:security_group {{(pid=98823) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:57:39.673747 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-12052443-5245-45ce-b772-2c2d9fb28980 req-4062be16-f389-4805-b401-c7b710098b68 service neutron] Unset dirty status for tenant:84676512c1854832be0c3c4e3ffcf89e on resource:security_group {{(pid=98823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:57:39.676383 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-12052443-5245-45ce-b772-2c2d9fb28980 req-4062be16-f389-4805-b401-c7b710098b68 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579685 May 25 15:57:39.772927 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c73af3-09d0-4a9c-baf3-349edf0c020f req-233ec214-b0df-497d-a5d2-b83fcf7e0cc7 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:39.774458 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-76c73af3-09d0-4a9c-baf3-349edf0c020f req-233ec214-b0df-497d-a5d2-b83fcf7e0cc7 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.0984876 May 25 15:57:39.842697 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-76c73af3-09d0-4a9c-baf3-349edf0c020f req-a3f42df6-34d1-4d23-9d51-bed05259b381 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611675 May 25 15:57:40.194018 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3685698-8159-4cc3-861e-5dbfc4a94b6d req-ff883f91-e61e-4992-8999-884d460382a1 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:40.202916 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b3685698-8159-4cc3-861e-5dbfc4a94b6d req-ff883f91-e61e-4992-8999-884d460382a1 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.1183729 May 25 15:57:40.246601 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b3685698-8159-4cc3-861e-5dbfc4a94b6d req-7fa292d0-8af3-4a8b-a338-bdda03397608 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425811 May 25 15:57:41.053153 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f317368-7353-492a-8407-6afc95ca8190 req-940e0478-bd5a-4e8d-93b2-7572849d767f tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:41.054634 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4f317368-7353-492a-8407-6afc95ca8190 req-940e0478-bd5a-4e8d-93b2-7572849d767f tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.0906870 May 25 15:57:41.103135 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4f317368-7353-492a-8407-6afc95ca8190 req-93fb9377-6a94-4234-bcbf-c8631a891638 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429306 May 25 15:57:41.502861 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c874ec-e27f-4fe0-b6ef-132b29ddd9c0 req-653216a4-615c-47e6-a233-35744d60b8a0 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:41.508877 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-85c874ec-e27f-4fe0-b6ef-132b29ddd9c0 req-653216a4-615c-47e6-a233-35744d60b8a0 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.1339266 May 25 15:57:41.588072 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-85c874ec-e27f-4fe0-b6ef-132b29ddd9c0 req-53513fda-3e40-423f-ad72-bce24be5afe5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689867 May 25 15:57:42.298546 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a27e1a-a6fb-46de-bfe3-66c007437f47 req-7e157bc6-ceab-406a-8db4-ffc8197ca410 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:42.299996 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-30a27e1a-a6fb-46de-bfe3-66c007437f47 req-7e157bc6-ceab-406a-8db4-ffc8197ca410 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.0835245 May 25 15:57:42.346758 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-30a27e1a-a6fb-46de-bfe3-66c007437f47 req-c808d842-682b-4039-af9d-710a34963ece tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410206 May 25 15:57:42.795500 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae70927-f035-46eb-9236-f93bcd153642 req-98fd6c8b-09da-4e44-925f-2912926a55f3 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:42.804639 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cae70927-f035-46eb-9236-f93bcd153642 req-98fd6c8b-09da-4e44-925f-2912926a55f3 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.1035130 May 25 15:57:42.869716 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cae70927-f035-46eb-9236-f93bcd153642 req-85fa04b6-c793-4cc3-8cfd-234467bc6306 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636930 May 25 15:57:43.127416 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcd194-1410-4cfa-b8b9-73d7d6f15396 req-beaace5f-c095-440a-9a90-98fa76b6c72e tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:43.131834 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b8dcd194-1410-4cfa-b8b9-73d7d6f15396 req-beaace5f-c095-440a-9a90-98fa76b6c72e tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.0897264 May 25 15:57:43.138113 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 40692) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:43.145644 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-0985b528-c4df-4745-b2dc-577e262a2746 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Request body: {'floatingip': {'port_id': '5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:57:43.197553 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 40698) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:43.309474 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0985b528-c4df-4745-b2dc-577e262a2746 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for floatingip, before_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:43.367517 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1a8dd47b-550f-4fc3-9dc2-33ae9a1be22c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:43.390391 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-1a8dd47b-550f-4fc3-9dc2-33ae9a1be22c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:43.401783 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-1a8dd47b-550f-4fc3-9dc2-33ae9a1be22c admin admin] Usage tracker for resource:security_group_rule and tenant:f9e2372dfb4747ddb0a81ade4711efb4 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:43.408498 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-1a8dd47b-550f-4fc3-9dc2-33ae9a1be22c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:43.427368 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-1a8dd47b-550f-4fc3-9dc2-33ae9a1be22c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:43.703315 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df7a4a-8fa0-4525-9a88-dcb4acc7e64f req-bdac2510-75c2-4078-b7f9-74461d392f7e tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:43.709697 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-10df7a4a-8fa0-4525-9a88-dcb4acc7e64f req-bdac2510-75c2-4078-b7f9-74461d392f7e tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 946 time: 0.2434924 May 25 15:57:43.713430 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1a8dd47b-550f-4fc3-9dc2-33ae9a1be22c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:43.724772 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3cb2d-e9c4-40dc-919f-aba687440471 req-b4dbdc93-379d-4e89-a7ca-c97278211cba tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:43.726342 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-87b3cb2d-e9c4-40dc-919f-aba687440471 req-b4dbdc93-379d-4e89-a7ca-c97278211cba tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.2146223 May 25 15:57:43.792894 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1a8dd47b-550f-4fc3-9dc2-33ae9a1be22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:43.805049 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-de7de09b-11fa-45a9-aced-96e91ff57ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:43.828009 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-87b3cb2d-e9c4-40dc-919f-aba687440471 req-2150a870-7407-41d4-a41b-5db47c9f8dc4 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857649 May 25 15:57:43.844704 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-10df7a4a-8fa0-4525-9a88-dcb4acc7e64f req-575db4a4-d570-4033-8700-9e5b1a34181e tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/security-groups?id=696b12fa-77b4-4a7d-93cf-23dbc0b7610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340213 May 25 15:57:43.863246 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-1a8dd47b-550f-4fc3-9dc2-33ae9a1be22c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f9e2372dfb4747ddb0a81ade4711efb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6636779 May 25 15:57:43.866494 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 40720) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:43.880885 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8dd47b-550f-4fc3-9dc2-33ae9a1be22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738c6b22-e334-45e5-8032-658aec89a3bb,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:43.884979 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-1a8dd47b-550f-4fc3-9dc2-33ae9a1be22c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:43.939191 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-d410e484-601d-46f3-b0f8-f136bf7fba70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:43.970684 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-d410e484-601d-46f3-b0f8-f136bf7fba70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:44.130109 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-d410e484-601d-46f3-b0f8-f136bf7fba70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:44.134054 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:44.147678 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410e484-601d-46f3-b0f8-f136bf7fba70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738c6b22-e334-45e5-8032-658aec89a3bb,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:44.150597 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-d410e484-601d-46f3-b0f8-f136bf7fba70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:44.167867 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-d410e484-601d-46f3-b0f8-f136bf7fba70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:44.172704 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-d410e484-601d-46f3-b0f8-f136bf7fba70 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/738c6b22-e334-45e5-8032-658aec89a3bb HTTP/1.1" status: 204 len: 168 time: 0.3013682 May 25 15:57:44.258447 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0985b528-c4df-4745-b2dc-577e262a2746 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:44.415784 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0985b528-c4df-4745-b2dc-577e262a2746 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449055'] for floatingip, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:44.627578 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.db.l3_db [None req-0985b528-c4df-4745-b2dc-577e262a2746 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Floating IP 1d7df504-91ce-4d0d-94fc-04876d821d81 associated. External IP: 172.28.1.81, port: 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0. May 25 15:57:45.115031 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3bdca-3151-4ad2-a60c-72efb5a5120f req-c84a38a6-cacb-45b8-8704-aa1d36d89c16 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:45.116510 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-97c3bdca-3151-4ad2-a60c-72efb5a5120f req-c84a38a6-cacb-45b8-8704-aa1d36d89c16 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.1640396 May 25 15:57:45.129135 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813bc81d-794a-406f-b209-5e214a767c53 req-ecc20305-8aad-452e-bc8f-2993f5b09fe5 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:45.130599 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-813bc81d-794a-406f-b209-5e214a767c53 req-ecc20305-8aad-452e-bc8f-2993f5b09fe5 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 946 time: 0.1338937 May 25 15:57:45.136483 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0985b528-c4df-4745-b2dc-577e262a2746 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Router 658faca0-2fef-4275-ab32-b5aaa6ca49a4 has already been hosted by L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab {{(pid=98823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:57:45.205683 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-813bc81d-794a-406f-b209-5e214a767c53 req-b56947c8-ce10-484f-9d77-d47579841c49 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/security-groups?id=696b12fa-77b4-4a7d-93cf-23dbc0b7610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607762 May 25 15:57:45.208471 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-97c3bdca-3151-4ad2-a60c-72efb5a5120f req-3bd021d6-23dd-449a-aae4-7392cb554594 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769277 May 25 15:57:45.331969 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0985b528-c4df-4745-b2dc-577e262a2746 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:57:45.338148 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0985b528-c4df-4745-b2dc-577e262a2746 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for floatingip, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:45.349097 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b234898-790d-4371-ac2a-8d9c82741809 None None] Sync routers for ids ['658faca0-2fef-4275-ab32-b5aaa6ca49a4'] in dv-cinder-786384-6-smb {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:57:45.363736 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b234898-790d-4371-ac2a-8d9c82741809 None None] Routers {'658faca0-2fef-4275-ab32-b5aaa6ca49a4'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:57:45.365774 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-7b234898-790d-4371-ac2a-8d9c82741809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:57:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['658faca0-2fef-4275-ab32-b5aaa6ca49a4'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:45.408560 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-0985b528-c4df-4745-b2dc-577e262a2746 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "PUT /v2.0/floatingips/1d7df504-91ce-4d0d-94fc-04876d821d81 HTTP/1.1" status: 200 len: 990 time: 2.2687283 May 25 15:57:45.409229 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '476cc19d-a808-4dc5-99c8-b56d74c8ec69', 'tag': '5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:57:45.460317 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '476cc19d-a808-4dc5-99c8-b56d74c8ec69', 'tag': '5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0', 'status': 'completed', 'code': 200} May 25 15:57:45.568270 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-7b234898-790d-4371-ac2a-8d9c82741809 None None] Set router 658faca0-2fef-4275-ab32-b5aaa6ca49a4 gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:57:45.669487 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf95c9-210f-43b9-8d9d-8de3fdba458d req-cb176086-fa50-42bf-8550-6321143c80d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:45.670423 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741de5a8-d1db-40c5-9c98-4fd9cc1fcaf3 req-e6afa754-7e74-494c-8f3c-5c462acf18d4 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:45.671191 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-741de5a8-d1db-40c5-9c98-4fd9cc1fcaf3 req-e6afa754-7e74-494c-8f3c-5c462acf18d4 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Synchronizing usage tracker for tenant:757f45a9048c432aa1039df37a341bf4 on resource:port {{(pid=98823) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:57:45.671453 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b5cf95c9-210f-43b9-8d9d-8de3fdba458d req-cb176086-fa50-42bf-8550-6321143c80d9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6e0b579c2ed344be88993c3d0a0cb566&device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 1098 time: 0.1043639 May 25 15:57:45.782008 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-741de5a8-d1db-40c5-9c98-4fd9cc1fcaf3 req-e6afa754-7e74-494c-8f3c-5c462acf18d4 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Unset dirty status for tenant:757f45a9048c432aa1039df37a341bf4 on resource:port {{(pid=98823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:57:45.784305 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-741de5a8-d1db-40c5-9c98-4fd9cc1fcaf3 req-e6afa754-7e74-494c-8f3c-5c462acf18d4 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.91 "GET /v2.0/ports?device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 946 time: 0.2181389 May 25 15:57:45.786404 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 40770) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:45.844059 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf95c9-210f-43b9-8d9d-8de3fdba458d req-dfb812ea-38ee-4841-9d8c-dca6946282c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:45.846460 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b5cf95c9-210f-43b9-8d9d-8de3fdba458d req-dfb812ea-38ee-4841-9d8c-dca6946282c0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d HTTP/1.1" status: 200 len: 912 time: 0.1678398 May 25 15:57:45.852916 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-ada05ed4-10f9-4b29-a839-c57755290133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:45.890569 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-ada05ed4-10f9-4b29-a839-c57755290133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:45.900166 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-ada05ed4-10f9-4b29-a839-c57755290133 admin admin] Usage tracker for resource:security_group_rule and tenant:7e3b77de0e704f15b50752bd692f6084 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:45.903017 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-ada05ed4-10f9-4b29-a839-c57755290133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:45.940663 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-ada05ed4-10f9-4b29-a839-c57755290133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:45.999779 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-7b234898-790d-4371-ac2a-8d9c82741809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'name': 'tempest-AttachVolumeTestJSON-1671783140-router', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:52Z', 'updated_at': '2021-05-25T15:57:00Z', 'revision_number': 4, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'gw_port': {'id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:54Z', 'updated_at': '2021-05-25T15:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_floatingips': [{'id': '1d7df504-91ce-4d0d-94fc-04876d821d81', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'floating_ip_address': '172.28.1.81', 'floating_network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'router_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'port_id': '5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d', 'mac_address': 'fa:16:3e:0d:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476cc19d-a808-4dc5-99c8-b56d74c8ec69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:57:16Z', 'updated_at': '2021-05-25T15:57:44Z', 'revision_number': 1, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b98a5ed-156e-413b-9790-7f79fe8bb0b2', 'name': '', 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'mac_address': 'fa:16:3e:88:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:59Z', 'updated_at': '2021-05-25T15:57:16Z', 'revision_number': 5, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'subnets': [{'id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:46.004951 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b234898-790d-4371-ac2a-8d9c82741809 None None] Checking router: 658faca0-2fef-4275-ab32-b5aaa6ca49a4 for host: dv-cinder-786384-6-smb {{(pid=98826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:57:46.016922 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b234898-790d-4371-ac2a-8d9c82741809 None None] Routers {'658faca0-2fef-4275-ab32-b5aaa6ca49a4'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:57:46.017673 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-7b234898-790d-4371-ac2a-8d9c82741809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:57:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['658faca0-2fef-4275-ab32-b5aaa6ca49a4'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:46.046683 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-741de5a8-d1db-40c5-9c98-4fd9cc1fcaf3 req-740258f1-c765-4677-a9d2-953415b9d046 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Deleting port 6ac21b22-9b0e-4619-bc97-f0380f94965d {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:57:46.046683 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-741de5a8-d1db-40c5-9c98-4fd9cc1fcaf3 req-740258f1-c765-4677-a9d2-953415b9d046 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:46.131957 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b5cf95c9-210f-43b9-8d9d-8de3fdba458d req-17d008ae-a4e2-4b88-a2c6-66d75b0ce817 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 HTTP/1.1" status: 200 len: 998 time: 0.2770860 May 25 15:57:46.199347 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-ada05ed4-10f9-4b29-a839-c57755290133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:46.230757 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-741de5a8-d1db-40c5-9c98-4fd9cc1fcaf3 req-740258f1-c765-4677-a9d2-953415b9d046 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] For port 6ac21b22-9b0e-4619-bc97-f0380f94965d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6ac21b22-9b0e-4619-bc97-f0380f94965d,segment=NetworkSegment(25e7cedd-877a-4386-bf09-8db0daef532b),segment_id=25e7cedd-877a-4386-bf09-8db0daef532b)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:57:46.231326 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-741de5a8-d1db-40c5-9c98-4fd9cc1fcaf3 req-740258f1-c765-4677-a9d2-953415b9d046 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:46.238035 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf95c9-210f-43b9-8d9d-8de3fdba458d req-877371ca-fc0c-4507-bd6f-32617c452974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:46.242081 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b5cf95c9-210f-43b9-8d9d-8de3fdba458d req-877371ca-fc0c-4507-bd6f-32617c452974 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dbbdc939-cb7b-4cd7-bff0-1b0465d88650 HTTP/1.1" status: 200 len: 850 time: 0.0964320 May 25 15:57:46.336735 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-7b234898-790d-4371-ac2a-8d9c82741809 None None] Set router 658faca0-2fef-4275-ab32-b5aaa6ca49a4 gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:57:46.372309 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-ada05ed4-10f9-4b29-a839-c57755290133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:46.448599 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:46.464696 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-741de5a8-d1db-40c5-9c98-4fd9cc1fcaf3 req-740258f1-c765-4677-a9d2-953415b9d046 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Calling delete_port for 6ac21b22-9b0e-4619-bc97-f0380f94965d owned by compute:nova {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:57:46.586577 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-ada05ed4-10f9-4b29-a839-c57755290133 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7e3b77de0e704f15b50752bd692f6084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7991481 May 25 15:57:46.591596 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 40814) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:46.596722 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada05ed4-10f9-4b29-a839-c57755290133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb878571-4662-444a-b6f5-0f7b0bceea7c,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:46.613515 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-ada05ed4-10f9-4b29-a839-c57755290133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:46.675971 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7f6b9-5908-435f-b833-458046bc1500 req-fc7ef67c-c966-4237-ac4c-aec35c30354c tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:46.678335 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-56b7f6b9-5908-435f-b833-458046bc1500 req-fc7ef67c-c966-4237-ac4c-aec35c30354c tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 946 time: 0.2414966 May 25 15:57:46.682642 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-57f96db0-728c-43e8-933e-d22c214ef968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:46.683224 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf95c9-210f-43b9-8d9d-8de3fdba458d req-0d65050e-87ed-4deb-9f2e-b555a5b642f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:46.685212 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b5cf95c9-210f-43b9-8d9d-8de3fdba458d req-0d65050e-87ed-4deb-9f2e-b555a5b642f5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4335618 May 25 15:57:46.750192 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-57f96db0-728c-43e8-933e-d22c214ef968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:46.756070 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630ff4b-0b9c-4f1f-82b8-72805f69708b req-a3481c98-11c0-4649-b7fb-f0b8b3c5d06e tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:46.763547 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3630ff4b-0b9c-4f1f-82b8-72805f69708b req-a3481c98-11c0-4649-b7fb-f0b8b3c5d06e tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.3986220 May 25 15:57:46.778912 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-7b234898-790d-4371-ac2a-8d9c82741809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'name': 'tempest-AttachVolumeTestJSON-1671783140-router', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:52Z', 'updated_at': '2021-05-25T15:57:00Z', 'revision_number': 4, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'gw_port': {'id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:54Z', 'updated_at': '2021-05-25T15:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_floatingips': [{'id': '1d7df504-91ce-4d0d-94fc-04876d821d81', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'floating_ip_address': '172.28.1.81', 'floating_network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'router_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'port_id': '5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d', 'mac_address': 'fa:16:3e:0d:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476cc19d-a808-4dc5-99c8-b56d74c8ec69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:57:16Z', 'updated_at': '2021-05-25T15:57:44Z', 'revision_number': 1, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b98a5ed-156e-413b-9790-7f79fe8bb0b2', 'name': '', 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'mac_address': 'fa:16:3e:88:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:59Z', 'updated_at': '2021-05-25T15:57:16Z', 'revision_number': 5, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'subnets': [{'id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:46.785151 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b234898-790d-4371-ac2a-8d9c82741809 None None] The sync data for ids ['658faca0-2fef-4275-ab32-b5aaa6ca49a4'] in dv-cinder-786384-6-smb is: [{'id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'name': 'tempest-AttachVolumeTestJSON-1671783140-router', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:52Z', 'updated_at': '2021-05-25T15:57:00Z', 'revision_number': 4, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'gw_port': {'id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:54Z', 'updated_at': '2021-05-25T15:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_floatingips': [{'id': '1d7df504-91ce-4d0d-94fc-04876d821d81', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'floating_ip_address': '172.28.1.81', 'floating_network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'router_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'port_id': '5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d', 'mac_address': 'fa:16:3e:0d:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476cc19d-a808-4dc5-99c8-b56d74c8ec69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:57:16Z', 'updated_at': '2021-05-25T15:57:44Z', 'revision_number': 1, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b98a5ed-156e-413b-9790-7f79fe8bb0b2', 'name': '', 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'mac_address': 'fa:16:3e:88:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:59Z', 'updated_at': '2021-05-25T15:57:16Z', 'revision_number': 5, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'subnets': [{'id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:57:46.872379 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-741de5a8-d1db-40c5-9c98-4fd9cc1fcaf3 req-740258f1-c765-4677-a9d2-953415b9d046 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:46.880012 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:46.901908 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-56b7f6b9-5908-435f-b833-458046bc1500 req-48558e36-f54b-4193-9eb9-db34e49deb84 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/security-groups?id=696b12fa-77b4-4a7d-93cf-23dbc0b7610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073536 May 25 15:57:46.918444 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['6ac21b22-9b0e-4619-bc97-f0380f94965d'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:57:46.923654 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3630ff4b-0b9c-4f1f-82b8-72805f69708b req-b8d961ef-4120-4bf4-abd5-f22d99acccce tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587918 May 25 15:57:46.928866 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-57f96db0-728c-43e8-933e-d22c214ef968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:46.952066 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740258f1-c765-4677-a9d2-953415b9d046 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Pushing event deleted for resources: {'Port': ['ID=6ac21b22-9b0e-4619-bc97-f0380f94965d,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:46.954125 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-740258f1-c765-4677-a9d2-953415b9d046 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:46.954590 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:47.002064 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f96db0-728c-43e8-933e-d22c214ef968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb878571-4662-444a-b6f5-0f7b0bceea7c,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:47.009894 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-57f96db0-728c-43e8-933e-d22c214ef968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:47.029516 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b5cf95c9-210f-43b9-8d9d-8de3fdba458d req-352c8cbd-b115-432e-946c-85718abdcd71 service neutron] 10.222.0.91 "GET /v2.0/networks/a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025701 May 25 15:57:47.151920 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da0899a-66be-4663-a00c-c09cc89507b2 None None] New status for floating IP 1d7df504-91ce-4d0d-94fc-04876d821d81: ACTIVE {{(pid=98825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:57:47.202800 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [req-741de5a8-d1db-40c5-9c98-4fd9cc1fcaf3 req-740258f1-c765-4677-a9d2-953415b9d046 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] No DVR routers for this DVR port 6ac21b22-9b0e-4619-bc97-f0380f94965d on host hv-cinder-78638 {{(pid=98823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:57:47.211673 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-741de5a8-d1db-40c5-9c98-4fd9cc1fcaf3 req-740258f1-c765-4677-a9d2-953415b9d046 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:47.222101 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-57f96db0-728c-43e8-933e-d22c214ef968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:47.242255 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-57f96db0-728c-43e8-933e-d22c214ef968 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fb878571-4662-444a-b6f5-0f7b0bceea7c HTTP/1.1" status: 204 len: 168 time: 0.6420538 May 25 15:57:47.243801 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-741de5a8-d1db-40c5-9c98-4fd9cc1fcaf3 req-740258f1-c765-4677-a9d2-953415b9d046 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.91 "DELETE /v2.0/ports/6ac21b22-9b0e-4619-bc97-f0380f94965d HTTP/1.1" status: 204 len: 173 time: 1.4287481 May 25 15:57:47.308927 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b5cf95c9-210f-43b9-8d9d-8de3fdba458d req-17654c16-3b1c-4d25-89cd-84655892533c service neutron] 10.222.0.91 "GET /v2.0/networks/a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755544 May 25 15:57:47.461221 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc44f89-8944-4191-8378-c7df78460de2', 'name': 'network-vif-deleted', 'tag': '6ac21b22-9b0e-4619-bc97-f0380f94965d'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:57:47.511134 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc44f89-8944-4191-8378-c7df78460de2', 'name': 'network-vif-deleted', 'tag': '6ac21b22-9b0e-4619-bc97-f0380f94965d', 'status': 'completed', 'code': 200} May 25 15:57:48.139751 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-67b9ff9a-5620-461e-a6f1-b7327b563168 req-abe4b0cf-e4b5-45e4-8678-cbb876ea40cd tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbc44f89-8944-4191-8378-c7df78460de2 HTTP/1.1" status: 200 len: 210 time: 0.0919704 May 25 15:57:48.193829 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 40852) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:48.204073 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23c407-c707-42ca-9544-306e11181722 req-ea45aba4-ec40-4d25-8787-14787ca2aebd tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:48.209489 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-dd23c407-c707-42ca-9544-306e11181722 req-ea45aba4-ec40-4d25-8787-14787ca2aebd tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.1267052 May 25 15:57:48.217839 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-56a49851-0a3f-4fe4-8faf-8b7f47f9a18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:48.235321 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-56a49851-0a3f-4fe4-8faf-8b7f47f9a18d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:48.240168 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-56a49851-0a3f-4fe4-8faf-8b7f47f9a18d admin admin] Usage tracker for resource:security_group_rule and tenant:0ee621a39a924d24bb48fa18a159a15b is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:48.243512 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-56a49851-0a3f-4fe4-8faf-8b7f47f9a18d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:48.249534 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-56a49851-0a3f-4fe4-8faf-8b7f47f9a18d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:48.254471 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-dd23c407-c707-42ca-9544-306e11181722 req-372d0ee8-6ab9-49ac-bb37-27e32839cbae tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426297 May 25 15:57:48.350321 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-56a49851-0a3f-4fe4-8faf-8b7f47f9a18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:48.534538 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-56a49851-0a3f-4fe4-8faf-8b7f47f9a18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:48.543548 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-c78649f6-b4cc-4688-831a-169561117e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:48.584509 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-56a49851-0a3f-4fe4-8faf-8b7f47f9a18d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0ee621a39a924d24bb48fa18a159a15b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3894637 May 25 15:57:48.586139 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a49851-0a3f-4fe4-8faf-8b7f47f9a18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059046f8-3b4a-4006-8db4-e24dddcbb591,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:48.587236 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 40862) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:48.589090 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-56a49851-0a3f-4fe4-8faf-8b7f47f9a18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:48.652089 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-96ee0312-30a0-40f7-aa09-a56207b5bf86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:48.680117 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-96ee0312-30a0-40f7-aa09-a56207b5bf86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:48.791442 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-96ee0312-30a0-40f7-aa09-a56207b5bf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:48.801590 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-335a9968-7957-4d31-aaa7-8bc1db682431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:48.821165 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee0312-30a0-40f7-aa09-a56207b5bf86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059046f8-3b4a-4006-8db4-e24dddcbb591,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:48.843899 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee0312-30a0-40f7-aa09-a56207b5bf86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:48.844477 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee0312-30a0-40f7-aa09-a56207b5bf86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:48.845077 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee0312-30a0-40f7-aa09-a56207b5bf86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:48.845637 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee0312-30a0-40f7-aa09-a56207b5bf86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:48.846191 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee0312-30a0-40f7-aa09-a56207b5bf86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:48.846603 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee0312-30a0-40f7-aa09-a56207b5bf86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:48.847153 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee0312-30a0-40f7-aa09-a56207b5bf86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:48.847564 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee0312-30a0-40f7-aa09-a56207b5bf86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:48.848027 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee0312-30a0-40f7-aa09-a56207b5bf86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:48.848449 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee0312-30a0-40f7-aa09-a56207b5bf86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:48.848922 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee0312-30a0-40f7-aa09-a56207b5bf86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:48.849375 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee0312-30a0-40f7-aa09-a56207b5bf86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:48.853288 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-96ee0312-30a0-40f7-aa09-a56207b5bf86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:48.855165 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-96ee0312-30a0-40f7-aa09-a56207b5bf86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:48.859664 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-96ee0312-30a0-40f7-aa09-a56207b5bf86 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/059046f8-3b4a-4006-8db4-e24dddcbb591 HTTP/1.1" status: 204 len: 168 time: 0.2679744 May 25 15:57:49.626664 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 40910) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:49.687039 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c85bbc-2585-49bf-92ac-81745fcfdd76 req-beb329e4-3004-4b71-8d3b-3c9045f799de tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:49.689955 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c2c85bbc-2585-49bf-92ac-81745fcfdd76 req-beb329e4-3004-4b71-8d3b-3c9045f799de tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.2706349 May 25 15:57:49.792486 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c2c85bbc-2585-49bf-92ac-81745fcfdd76 req-11d99592-a58f-4a69-86de-19c19158d3c5 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858324 May 25 15:57:49.843991 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-2e8b0e74-990f-4a12-a8c8-047a5540bbc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:49.857326 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 6ac21b22-9b0e-4619-bc97-f0380f94965d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:57:49.860965 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-2e8b0e74-990f-4a12-a8c8-047a5540bbc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:49.865090 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-2e8b0e74-990f-4a12-a8c8-047a5540bbc3 admin admin] Usage tracker for resource:security_group_rule and tenant:90e32023b16b4358ae77a7cb40b41919 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:49.868062 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-2e8b0e74-990f-4a12-a8c8-047a5540bbc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:49.874383 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-2e8b0e74-990f-4a12-a8c8-047a5540bbc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:49.923615 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] No Port match for: 6ac21b22-9b0e-4619-bc97-f0380f94965d {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:57:49.924127 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 6ac21b22-9b0e-4619-bc97-f0380f94965d not bound to the agent host hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:57:49.963648 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-2e8b0e74-990f-4a12-a8c8-047a5540bbc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:50.027525 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-2e8b0e74-990f-4a12-a8c8-047a5540bbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:50.043959 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-dd24760b-1b33-4c5a-a227-099860879cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:50.087432 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b0e74-990f-4a12-a8c8-047a5540bbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2f3fed-049b-458f-9fa8-3c05029095d6,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:50.092265 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-2e8b0e74-990f-4a12-a8c8-047a5540bbc3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=90e32023b16b4358ae77a7cb40b41919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4632804 May 25 15:57:50.093779 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-2e8b0e74-990f-4a12-a8c8-047a5540bbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:50.095081 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 40932) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:50.158482 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-bca931bc-9033-4813-9a9a-148c8735679f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:50.194606 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-bca931bc-9033-4813-9a9a-148c8735679f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:50.375506 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-bca931bc-9033-4813-9a9a-148c8735679f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:50.379638 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-d7d18d81-2934-49d2-b7ec-90fc87369030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:50.391993 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca931bc-9033-4813-9a9a-148c8735679f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2f3fed-049b-458f-9fa8-3c05029095d6,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:50.394774 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-bca931bc-9033-4813-9a9a-148c8735679f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:50.413410 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-bca931bc-9033-4813-9a9a-148c8735679f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:50.415137 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-bca931bc-9033-4813-9a9a-148c8735679f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dc2f3fed-049b-458f-9fa8-3c05029095d6 HTTP/1.1" status: 204 len: 168 time: 0.3188400 May 25 15:57:51.007769 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e42edc-3c54-4568-bb05-928322b88344 req-f60e8fb1-2cdf-4930-adda-0aacc2a062e6 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:51.009367 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-33e42edc-3c54-4568-bb05-928322b88344 req-f60e8fb1-2cdf-4930-adda-0aacc2a062e6 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.0985494 May 25 15:57:51.064688 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-33e42edc-3c54-4568-bb05-928322b88344 req-f502fb3f-333a-457a-936a-064e3d085569 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479741 May 25 15:57:51.112022 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:57:51.176967 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-047b13d9-b77c-4c75-b7b1-6cfb926133c9 req-750de907-9d9e-4658-822d-9d5e7bac97e5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755072 May 25 15:57:51.286350 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 40978) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:51.306290 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-ebb9ec3d-e692-426a-a0dd-0a7650d89c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:51.322794 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-ebb9ec3d-e692-426a-a0dd-0a7650d89c45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:51.327758 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-ebb9ec3d-e692-426a-a0dd-0a7650d89c45 admin admin] Usage tracker for resource:security_group_rule and tenant:08fde0a88bb440ea95b53b8996405607 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:51.331053 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-ebb9ec3d-e692-426a-a0dd-0a7650d89c45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:51.340682 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-ebb9ec3d-e692-426a-a0dd-0a7650d89c45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:51.393523 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b13d9-b77c-4c75-b7b1-6cfb926133c9 req-0eeceba9-6d31-4a5f-8546-db3a4902b5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:51.395103 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-047b13d9-b77c-4c75-b7b1-6cfb926133c9 req-0eeceba9-6d31-4a5f-8546-db3a4902b5d1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3b535e0be0c24db68760dcdb4881bdaf&device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 1098 time: 0.1106896 May 25 15:57:51.420415 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 40986) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:51.457362 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-ebb9ec3d-e692-426a-a0dd-0a7650d89c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:51.524326 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-ebb9ec3d-e692-426a-a0dd-0a7650d89c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:51.539301 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-ada05ed4-10f9-4b29-a839-c57755290133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:51.583579 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b13d9-b77c-4c75-b7b1-6cfb926133c9 req-dfd16fa0-8ee4-45e2-a514-19c7a28477fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:51.585307 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-047b13d9-b77c-4c75-b7b1-6cfb926133c9 req-dfd16fa0-8ee4-45e2-a514-19c7a28477fe service neutron] 10.222.0.91 "GET /v2.0/networks?id=32f1ef9b-eb5b-4589-ada4-423c69ee954c HTTP/1.1" status: 200 len: 920 time: 0.1659548 May 25 15:57:51.634218 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9ec3d-e692-426a-a0dd-0a7650d89c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091e6305-f6a9-4135-9b75-3b5a882c4d2b,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:51.646611 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8ca48dd9-66c8-4316-97ca-258c8cbb7c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:51.661355 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-ebb9ec3d-e692-426a-a0dd-0a7650d89c45 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=08fde0a88bb440ea95b53b8996405607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3733771 May 25 15:57:51.663287 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9ec3d-e692-426a-a0dd-0a7650d89c45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:51.663643 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9ec3d-e692-426a-a0dd-0a7650d89c45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:51.663988 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9ec3d-e692-426a-a0dd-0a7650d89c45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:51.665195 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9ec3d-e692-426a-a0dd-0a7650d89c45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:51.665195 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9ec3d-e692-426a-a0dd-0a7650d89c45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:51.665195 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9ec3d-e692-426a-a0dd-0a7650d89c45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:51.665458 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9ec3d-e692-426a-a0dd-0a7650d89c45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:51.665779 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9ec3d-e692-426a-a0dd-0a7650d89c45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:51.666112 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9ec3d-e692-426a-a0dd-0a7650d89c45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:51.666576 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9ec3d-e692-426a-a0dd-0a7650d89c45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:51.667268 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9ec3d-e692-426a-a0dd-0a7650d89c45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:51.667268 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb9ec3d-e692-426a-a0dd-0a7650d89c45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:51.670663 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 41000) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:51.671995 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-ebb9ec3d-e692-426a-a0dd-0a7650d89c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:51.680396 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-8ca48dd9-66c8-4316-97ca-258c8cbb7c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:51.681307 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 41002) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:51.684380 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-8ca48dd9-66c8-4316-97ca-258c8cbb7c53 admin admin] Usage tracker for resource:security_group_rule and tenant:a4ceaa836c134c7eae014dee39fe1742 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:51.685809 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-047b13d9-b77c-4c75-b7b1-6cfb926133c9 req-18234f71-3cb7-4122-b6f2-6b1c091e0464 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfcbd918-5bb5-4a5f-b576-82d8e4395f65 HTTP/1.1" status: 200 len: 217 time: 0.0921483 May 25 15:57:51.688126 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-8ca48dd9-66c8-4316-97ca-258c8cbb7c53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:51.694089 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-8ca48dd9-66c8-4316-97ca-258c8cbb7c53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:51.752216 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 41008) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:51.799679 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8ca48dd9-66c8-4316-97ca-258c8cbb7c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:51.856917 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b13d9-b77c-4c75-b7b1-6cfb926133c9 req-084667b7-04cf-4f16-aceb-79fc3bd6d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:51.859268 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-047b13d9-b77c-4c75-b7b1-6cfb926133c9 req-084667b7-04cf-4f16-aceb-79fc3bd6d202 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=25387402-7c77-4bfb-95d5-0f9f4bb4cc9b HTTP/1.1" status: 200 len: 859 time: 0.1067660 May 25 15:57:51.861974 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_v2 [None req-5866d78c-d839-4acc-8fa7-a810b400ab95 admin admin] Deleting subnet 6460af15-4005-41b7-9673-a0abf03df374 {{(pid=98824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:57:51.866721 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5866d78c-d839-4acc-8fa7-a810b400ab95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:51.871190 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8ca48dd9-66c8-4316-97ca-258c8cbb7c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:51.894048 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:51.972069 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4171ee52-5699-4de6-98f1-cc18a3cfa220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:51.988682 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca48dd9-66c8-4316-97ca-258c8cbb7c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f2d60b-3694-4a2e-8f6d-b887161ffbe9,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:51.995360 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-8ca48dd9-66c8-4316-97ca-258c8cbb7c53 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a4ceaa836c134c7eae014dee39fe1742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5712912 May 25 15:57:51.997154 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-4171ee52-5699-4de6-98f1-cc18a3cfa220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:52.001402 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-4171ee52-5699-4de6-98f1-cc18a3cfa220 admin admin] Usage tracker for resource:security_group_rule and tenant:e0cc8fb45d1b4e37b5b3dfce61dfb2f0 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:52.004219 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-4171ee52-5699-4de6-98f1-cc18a3cfa220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:52.006687 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 41018) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:52.007502 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-8ca48dd9-66c8-4316-97ca-258c8cbb7c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:52.022183 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-4171ee52-5699-4de6-98f1-cc18a3cfa220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:52.023809 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-047b13d9-b77c-4c75-b7b1-6cfb926133c9 req-3238e432-5ce6-4507-8008-7076982c0a8e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=32f1ef9b-eb5b-4589-ada4-423c69ee954c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579910 May 25 15:57:52.048589 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5866d78c-d839-4acc-8fa7-a810b400ab95 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.051201 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-9b81a995-271c-475c-9345-23f437cae462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.063948 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5866d78c-d839-4acc-8fa7-a810b400ab95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698781'] for subnet, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.100941 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-ec45ff76-5649-4a8b-ab49-03b5e151eb48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.142300 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-ec45ff76-5649-4a8b-ab49-03b5e151eb48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.208912 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4171ee52-5699-4de6-98f1-cc18a3cfa220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.212089 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-9b81a995-271c-475c-9345-23f437cae462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.295916 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4171ee52-5699-4de6-98f1-cc18a3cfa220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.297118 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-3dfb04a6-7a39-4795-a1fb-9ffda8350c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.305105 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-4511a2b2-e18e-43b5-830e-63706dd82be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:52.320891 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-ec45ff76-5649-4a8b-ab49-03b5e151eb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.363946 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171ee52-5699-4de6-98f1-cc18a3cfa220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c72082d-aed2-4880-b091-0f7ac2a105fd,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:52.371261 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-4171ee52-5699-4de6-98f1-cc18a3cfa220 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e0cc8fb45d1b4e37b5b3dfce61dfb2f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6180022 May 25 15:57:52.372287 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-4171ee52-5699-4de6-98f1-cc18a3cfa220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:52.373350 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 41028) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:52.375177 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-2e8b0e74-990f-4a12-a8c8-047a5540bbc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:52.400594 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45ff76-5649-4a8b-ab49-03b5e151eb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f2d60b-3694-4a2e-8f6d-b887161ffbe9,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:52.407079 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-ec45ff76-5649-4a8b-ab49-03b5e151eb48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:52.410043 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-ec45ff76-5649-4a8b-ab49-03b5e151eb48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.411466 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-ec45ff76-5649-4a8b-ab49-03b5e151eb48 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f8f2d60b-3694-4a2e-8f6d-b887161ffbe9 HTTP/1.1" status: 204 len: 168 time: 0.4030180 May 25 15:57:52.436374 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-047b13d9-b77c-4c75-b7b1-6cfb926133c9 req-92148c71-2ccf-42d4-ac7a-2e44efda4dbc service neutron] 10.222.0.91 "GET /v2.0/networks/32f1ef9b-eb5b-4589-ada4-423c69ee954c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416862 May 25 15:57:52.467848 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-eab85792-1af5-4703-9498-2b5259980e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.496711 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-eab85792-1af5-4703-9498-2b5259980e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.592577 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01e19e-d3b3-4cee-b5e2-baa73d1655f2 req-fcd5db19-a3ac-468c-8f02-28ecf2da2923 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:52.594319 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-af01e19e-d3b3-4cee-b5e2-baa73d1655f2 req-fcd5db19-a3ac-468c-8f02-28ecf2da2923 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.3518929 May 25 15:57:52.649068 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-eab85792-1af5-4703-9498-2b5259980e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.658435 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:52.672927 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-9b81a995-271c-475c-9345-23f437cae462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.677368 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab85792-1af5-4703-9498-2b5259980e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c72082d-aed2-4880-b091-0f7ac2a105fd,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:52.682874 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-eab85792-1af5-4703-9498-2b5259980e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:52.688666 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:52.689082 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-eab85792-1af5-4703-9498-2b5259980e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.689082 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-eab85792-1af5-4703-9498-2b5259980e74 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8c72082d-aed2-4880-b091-0f7ac2a105fd HTTP/1.1" status: 204 len: 168 time: 0.3038690 May 25 15:57:52.719240 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81a995-271c-475c-9345-23f437cae462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091e6305-f6a9-4135-9b75-3b5a882c4d2b,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:52.730694 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-9b81a995-271c-475c-9345-23f437cae462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:52.751644 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-047b13d9-b77c-4c75-b7b1-6cfb926133c9 req-5d30090b-c9b7-4ae5-a236-4e2769fb5d55 service neutron] 10.222.0.91 "GET /v2.0/networks/32f1ef9b-eb5b-4589-ada4-423c69ee954c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963684 May 25 15:57:52.760895 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-9b81a995-271c-475c-9345-23f437cae462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.762666 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-9b81a995-271c-475c-9345-23f437cae462 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/091e6305-f6a9-4135-9b75-3b5a882c4d2b HTTP/1.1" status: 204 len: 168 time: 1.0751944 May 25 15:57:52.781441 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-af01e19e-d3b3-4cee-b5e2-baa73d1655f2 req-f61b4ed2-0f7d-474b-b45a-a0775a6829fd tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458757 May 25 15:57:52.878664 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5866d78c-d839-4acc-8fa7-a810b400ab95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1697896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408'] for subnet, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.884044 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:52.945480 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866d78c-d839-4acc-8fa7-a810b400ab95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6460af15-4005-41b7-9673-a0abf03df374,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:52.976109 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-5866d78c-d839-4acc-8fa7-a810b400ab95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:53.001489 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5866d78c-d839-4acc-8fa7-a810b400ab95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.020301 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-5866d78c-d839-4acc-8fa7-a810b400ab95 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/6460af15-4005-41b7-9673-a0abf03df374 HTTP/1.1" status: 204 len: 168 time: 1.3312254 May 25 15:57:53.022691 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 41048) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:53.201817 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-bcac1caf-d8a6-4182-b0fc-67eff1747714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655721'] for network, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.433646 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-bcac1caf-d8a6-4182-b0fc-67eff1747714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700178', 'neutron.services.segments.db._delete_segments_for_network-8745741368284'] for network, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.455912 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-bcac1caf-d8a6-4182-b0fc-67eff1747714 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:57:53.460101 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-bcac1caf-d8a6-4182-b0fc-67eff1747714 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:57:53.460942 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-bcac1caf-d8a6-4182-b0fc-67eff1747714 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:57:53.461342 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-bcac1caf-d8a6-4182-b0fc-67eff1747714 admin admin] Subscribe: > port after_create 55550000 {{(pid=98824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:57:53.461853 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-bcac1caf-d8a6-4182-b0fc-67eff1747714 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:57:53.462411 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-bcac1caf-d8a6-4182-b0fc-67eff1747714 admin admin] Subscribe: > port after_update 55550000 {{(pid=98824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:57:53.462933 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-bcac1caf-d8a6-4182-b0fc-67eff1747714 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:57:53.463524 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-bcac1caf-d8a6-4182-b0fc-67eff1747714 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:57:53.463985 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-bcac1caf-d8a6-4182-b0fc-67eff1747714 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:57:53.464637 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-bcac1caf-d8a6-4182-b0fc-67eff1747714 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:57:53.611268 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-bcac1caf-d8a6-4182-b0fc-67eff1747714 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:57:53.611727 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-bcac1caf-d8a6-4182-b0fc-67eff1747714 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:57:53.612184 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-bcac1caf-d8a6-4182-b0fc-67eff1747714 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:57:53.612720 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-bcac1caf-d8a6-4182-b0fc-67eff1747714 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:57:53.613462 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.services.segments.db [None req-bcac1caf-d8a6-4182-b0fc-67eff1747714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['101c6648-a1a0-4a22-bc66-b27b2e04b518']}} {{(pid=98824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:53.637227 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.services.segments.db [None req-bcac1caf-d8a6-4182-b0fc-67eff1747714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e7cedd-877a-4386-bf09-8db0daef532b') {'for_net_delete': True} {{(pid=98824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:53.641656 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.services.segments.db [None req-bcac1caf-d8a6-4182-b0fc-67eff1747714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e7cedd-877a-4386-bf09-8db0daef532b') {} {{(pid=98824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:53.649742 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-bcac1caf-d8a6-4182-b0fc-67eff1747714 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745741377181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513096'] for segment, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.666463 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-bcac1caf-d8a6-4182-b0fc-67eff1747714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.676061 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcac1caf-d8a6-4182-b0fc-67eff1747714 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=98824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:57:53.676061 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-bcac1caf-d8a6-4182-b0fc-67eff1747714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6454893'] for segment, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: from cryptography.utils import int_from_bytes May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: from cryptography.utils import int_from_bytes May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: Traceback (most recent call last): May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: timer() May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: cb(*args, **kw) May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: return func(*args, **kwargs) May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: self._notify() May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: self.callback(batched_events) May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: event.method(event) May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: return f(self, *a, **k) May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: return self._get(url).json() May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: return self.request(url, 'GET', **kwargs) May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:57:53.691441 dv-cinder-786384-6-smb neutron-server[98824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:57:53.837240 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-bcac1caf-d8a6-4182-b0fc-67eff1747714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449069'] for network, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.845149 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:53.862832 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-bcac1caf-d8a6-4182-b0fc-67eff1747714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.877272 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac1caf-d8a6-4182-b0fc-67eff1747714 admin admin] Pushing event deleted for resources: {'Network': ['ID=101c6648-a1a0-4a22-bc66-b27b2e04b518,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:53.883119 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-bcac1caf-d8a6-4182-b0fc-67eff1747714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:53.964235 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-bcac1caf-d8a6-4182-b0fc-67eff1747714 admin admin] 10.222.0.72 "DELETE /v2.0/networks/101c6648-a1a0-4a22-bc66-b27b2e04b518 HTTP/1.1" status: 204 len: 168 time: 0.9405241 May 25 15:57:53.989465 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55528615-396a-42ae-b53e-4317d772f1ee req-9d10248a-c45f-44b6-8280-b53e8f13f0c1 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:53.990976 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-55528615-396a-42ae-b53e-4317d772f1ee req-9d10248a-c45f-44b6-8280-b53e8f13f0c1 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.0956273 May 25 15:57:54.045038 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-55528615-396a-42ae-b53e-4317d772f1ee req-f68cdb72-e0da-4234-b602-14a16e83a902 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481856 May 25 15:57:54.358269 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 41116) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:54.424879 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-686af2de-0b7b-4b7e-bce1-f400978042de admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=757f45a9048c432aa1039df37a341bf4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0646870 May 25 15:57:54.449440 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 41124) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:54.555835 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-520be236-2b22-45e6-8b22-fe7d9773bc44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:54.634151 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-520be236-2b22-45e6-8b22-fe7d9773bc44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:54.687436 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:54.776138 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-2840201f-dd5a-434f-b0e8-d1663be43354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:54.849763 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-520be236-2b22-45e6-8b22-fe7d9773bc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:54.854897 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-d85355ed-f5f9-49f9-8a6d-9a9af220f59b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:54.869054 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520be236-2b22-45e6-8b22-fe7d9773bc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696b12fa-77b4-4a7d-93cf-23dbc0b7610f,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:54.873677 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-520be236-2b22-45e6-8b22-fe7d9773bc44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:54.875215 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-520be236-2b22-45e6-8b22-fe7d9773bc44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:54.876326 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-520be236-2b22-45e6-8b22-fe7d9773bc44 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/696b12fa-77b4-4a7d-93cf-23dbc0b7610f HTTP/1.1" status: 204 len: 168 time: 0.4470756 May 25 15:57:55.050249 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:55.299086 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3b5a6-48fa-4970-9da5-402d3c4296eb req-aa653053-c0bf-4af5-a97f-1b94bbaa1290 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:55.306241 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-98b3b5a6-48fa-4970-9da5-402d3c4296eb req-aa653053-c0bf-4af5-a97f-1b94bbaa1290 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.1241415 May 25 15:57:55.356053 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-98b3b5a6-48fa-4970-9da5-402d3c4296eb req-de352e77-a977-4be1-9f1c-84d92e7febcf tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488534 May 25 15:57:55.865611 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:56.735894 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fff32-8b9e-46c3-b3e3-e65bef72f7b9 req-8a0b8749-60f2-4b3f-8674-a065fda3ef1a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:56.756539 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-740fff32-8b9e-46c3-b3e3-e65bef72f7b9 req-8a0b8749-60f2-4b3f-8674-a065fda3ef1a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.2195125 May 25 15:57:56.817099 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-740fff32-8b9e-46c3-b3e3-e65bef72f7b9 req-a758094a-3a35-4c46-8edd-1374554b459e tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518334 May 25 15:57:57.257185 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 41266) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:57.514426 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 41274) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:57.587136 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-4a69d6bd-a046-4ff3-a6b8-fc6fd2826e71 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-110591338-network', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:57:57.595997 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-4a69d6bd-a046-4ff3-a6b8-fc6fd2826e71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:57.602761 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-4a69d6bd-a046-4ff3-a6b8-fc6fd2826e71 admin admin] Usage tracker for resource:network and tenant:1dafbac212f4486fb6d026d08f3d58bb is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:57.608714 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-4a69d6bd-a046-4ff3-a6b8-fc6fd2826e71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:57.620182 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-4a69d6bd-a046-4ff3-a6b8-fc6fd2826e71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:57.648093 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cdbfe5c3-09a1-4a4c-8147-559915f2fe44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:57.663697 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-cdbfe5c3-09a1-4a4c-8147-559915f2fe44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:57.667667 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-cdbfe5c3-09a1-4a4c-8147-559915f2fe44 admin admin] Usage tracker for resource:security_group_rule and tenant:024d0858fcc74badacbc058b9d59dce7 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:57.671367 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-cdbfe5c3-09a1-4a4c-8147-559915f2fe44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:57.677398 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-cdbfe5c3-09a1-4a4c-8147-559915f2fe44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:57.697382 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a69d6bd-a046-4ff3-a6b8-fc6fd2826e71 admin admin] Made reservation on behalf of 1dafbac212f4486fb6d026d08f3d58bb for: {'network': 1} {{(pid=98824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:57:57.699686 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4a69d6bd-a046-4ff3-a6b8-fc6fd2826e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1625114'] for network, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:57.715597 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4a69d6bd-a046-4ff3-a6b8-fc6fd2826e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:57.738504 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-4a69d6bd-a046-4ff3-a6b8-fc6fd2826e71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:57.743706 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-4a69d6bd-a046-4ff3-a6b8-fc6fd2826e71 admin admin] Usage tracker for resource:security_group_rule and tenant:1dafbac212f4486fb6d026d08f3d58bb is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:57.749497 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-4a69d6bd-a046-4ff3-a6b8-fc6fd2826e71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:57.756441 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-4a69d6bd-a046-4ff3-a6b8-fc6fd2826e71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:58.048386 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cdbfe5c3-09a1-4a4c-8147-559915f2fe44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:58.048386 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4a69d6bd-a046-4ff3-a6b8-fc6fd2826e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:58.048386 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08438234-231a-4ff3-8d64-80ee0eacbecf req-78559cc8-a99d-4f39-a762-85cfc8805dca tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:58.048386 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-08438234-231a-4ff3-8d64-80ee0eacbecf req-78559cc8-a99d-4f39-a762-85cfc8805dca tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.0806928 May 25 15:57:58.056146 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-08438234-231a-4ff3-8d64-80ee0eacbecf req-14c57ba2-aaf8-4e58-8dbc-4d4e15a05761 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396173 May 25 15:57:58.077867 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cdbfe5c3-09a1-4a4c-8147-559915f2fe44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:58.086910 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:58.087046 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:58.096685 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4a69d6bd-a046-4ff3-a6b8-fc6fd2826e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:58.141560 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a69d6bd-a046-4ff3-a6b8-fc6fd2826e71 admin admin] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=98824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:57:58.145359 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-cdbfe5c3-09a1-4a4c-8147-559915f2fe44 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=024d0858fcc74badacbc058b9d59dce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8871777 May 25 15:57:58.148185 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 41286) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:58.149457 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbfe5c3-09a1-4a4c-8147-559915f2fe44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6db1d4e-4413-4c71-95fe-ba064e14bb3e,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:58.153089 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-cdbfe5c3-09a1-4a4c-8147-559915f2fe44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:58.153500 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:58.169085 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4a69d6bd-a046-4ff3-a6b8-fc6fd2826e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:58.169529 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.db.segments_db [None req-4a69d6bd-a046-4ff3-a6b8-fc6fd2826e71 admin admin] Added segment 243242bf-20ce-4f00-854a-63d9afaa3a5f of type vlan for network 9b9e8b48-533f-4671-b519-11ca6129f792 May 25 15:57:58.190845 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69d6bd-a046-4ff3-a6b8-fc6fd2826e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c209cf3-3a85-4fa6-ac1d-01009a8285dc,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:58.195260 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-4a69d6bd-a046-4ff3-a6b8-fc6fd2826e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:58.220643 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4a69d6bd-a046-4ff3-a6b8-fc6fd2826e71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745740942677'] for network, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:58.238374 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-da5d3957-a87e-4f75-bc43-386f8bf827be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:58.254968 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-da5d3957-a87e-4f75-bc43-386f8bf827be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:58.439240 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4a69d6bd-a046-4ff3-a6b8-fc6fd2826e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387'] for network, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:58.440258 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a69d6bd-a046-4ff3-a6b8-fc6fd2826e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:58.440946 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4a69d6bd-a046-4ff3-a6b8-fc6fd2826e71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:58.444416 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:58.483847 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-da5d3957-a87e-4f75-bc43-386f8bf827be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:58.495691 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-4171ee52-5699-4de6-98f1-cc18a3cfa220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:58.512712 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d3957-a87e-4f75-bc43-386f8bf827be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6db1d4e-4413-4c71-95fe-ba064e14bb3e,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:58.517154 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-da5d3957-a87e-4f75-bc43-386f8bf827be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:58.522286 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-da5d3957-a87e-4f75-bc43-386f8bf827be admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:58.523481 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-da5d3957-a87e-4f75-bc43-386f8bf827be admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c6db1d4e-4413-4c71-95fe-ba064e14bb3e HTTP/1.1" status: 204 len: 168 time: 0.3738439 May 25 15:57:58.580524 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69d6bd-a046-4ff3-a6b8-fc6fd2826e71 admin admin] Pushing event updated for resources: {'Network': ['ID=9b9e8b48-533f-4671-b519-11ca6129f792,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:58.598351 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-4a69d6bd-a046-4ff3-a6b8-fc6fd2826e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:58.607810 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Network 9b9e8b48-533f-4671-b519-11ca6129f792 details requested by agent ovs-agent-dv-cinder-786384-6-smb with host dv-cinder-786384-6-smb {{(pid=98825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:57:58.691895 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-4a69d6bd-a046-4ff3-a6b8-fc6fd2826e71 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1763134 May 25 15:57:58.696972 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 41318) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:58.702652 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-52e712e5-a8e2-4cf7-bbd1-3bf902eac1e4 admin admin] Request body: {'subnet': {'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-110591338-subnet', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:57:58.707278 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-52e712e5-a8e2-4cf7-bbd1-3bf902eac1e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:58.717114 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-52e712e5-a8e2-4cf7-bbd1-3bf902eac1e4 admin admin] Usage tracker for resource:subnet and tenant:1dafbac212f4486fb6d026d08f3d58bb is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:58.721494 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-52e712e5-a8e2-4cf7-bbd1-3bf902eac1e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:58.729127 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-52e712e5-a8e2-4cf7-bbd1-3bf902eac1e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:58.838620 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e712e5-a8e2-4cf7-bbd1-3bf902eac1e4 admin admin] Made reservation on behalf of 1dafbac212f4486fb6d026d08f3d58bb for: {'subnet': 1} {{(pid=98824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:57:58.842079 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-52e712e5-a8e2-4cf7-bbd1-3bf902eac1e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6432741'] for subnet, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:59.361720 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d5be7-1078-4d68-a5d1-33fb5ffbf0eb req-077f880b-e77b-4159-88cf-425061a29ff0 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:59.364246 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a36d5be7-1078-4d68-a5d1-33fb5ffbf0eb req-077f880b-e77b-4159-88cf-425061a29ff0 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.1785712 May 25 15:57:59.429869 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a36d5be7-1078-4d68-a5d1-33fb5ffbf0eb req-76ececa6-c2ea-4223-841e-aeaae5f45056 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484507 May 25 15:57:59.494109 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-52e712e5-a8e2-4cf7-bbd1-3bf902eac1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6390152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6432755'] for subnet, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:59.499891 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:59.580575 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e712e5-a8e2-4cf7-bbd1-3bf902eac1e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae,revision_number=0']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:59.585960 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-52e712e5-a8e2-4cf7-bbd1-3bf902eac1e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:59.592628 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e712e5-a8e2-4cf7-bbd1-3bf902eac1e4 admin admin] Checking segment: {'id': '243242bf-20ce-4f00-854a-63d9afaa3a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:57:59.593024 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e712e5-a8e2-4cf7-bbd1-3bf902eac1e4 admin admin] Network hostable DHCP agents. Network: 9b9e8b48-533f-4671-b519-11ca6129f792, hostable agents: ['00ebe683-d06a-496e-87c5-4674691aaa5f'], hosted agents: [] {{(pid=98824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:57:59.716709 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e712e5-a8e2-4cf7-bbd1-3bf902eac1e4 admin admin] Network 9b9e8b48-533f-4671-b519-11ca6129f792 is scheduled to be hosted by DHCP agent 00ebe683-d06a-496e-87c5-4674691aaa5f with binding_index 1 {{(pid=98824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:57:59.803594 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [None req-52e712e5-a8e2-4cf7-bbd1-3bf902eac1e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-6-smb, 9b9e8b48-533f-4671-b519-11ca6129f792) {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:57:59.815780 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcc8360-eb53-4521-9373-e5855840d14b None None] Network 9b9e8b48-533f-4671-b519-11ca6129f792 requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:57:59.829317 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e712e5-a8e2-4cf7-bbd1-3bf902eac1e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:59.829962 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-52e712e5-a8e2-4cf7-bbd1-3bf902eac1e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:59.849354 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 41372) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:59.958832 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-52e712e5-a8e2-4cf7-bbd1-3bf902eac1e4 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2626188 May 25 15:57:59.961831 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 41380) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:59.967890 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-4fc42625-c336-48c2-bdef-03fa58aeec6b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-110591338-router', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'}}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:57:59.973364 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-4fc42625-c336-48c2-bdef-03fa58aeec6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:59.987164 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-4fc42625-c336-48c2-bdef-03fa58aeec6b admin admin] Usage tracker for resource:router and tenant:1dafbac212f4486fb6d026d08f3d58bb is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:59.987647 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-534f62cc-8711-4067-bf9c-c38d9f7e7159 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-767800282-network', 'tenant_id': '4a094366b940450fa613a7c47cc83a09'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:57:59.987647 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-534f62cc-8711-4067-bf9c-c38d9f7e7159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:59.987810 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-4fc42625-c336-48c2-bdef-03fa58aeec6b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:59.990962 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-534f62cc-8711-4067-bf9c-c38d9f7e7159 admin admin] Usage tracker for resource:network and tenant:4a094366b940450fa613a7c47cc83a09 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:59.994243 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-534f62cc-8711-4067-bf9c-c38d9f7e7159 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:59.995916 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-4fc42625-c336-48c2-bdef-03fa58aeec6b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:00.004029 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-534f62cc-8711-4067-bf9c-c38d9f7e7159 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:00.063555 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32cf0f2c-b959-5911-8d06-ef128a5e522b-9b9e8b48-533f-4671-b519-11ca6129f792', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'fixed_ips': [{'subnet_id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae'}]}} from dv-cinder-786384-6-smb. {{(pid=98825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 15:58:00.064446 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:00.072592 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4fc42625-c336-48c2-bdef-03fa58aeec6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-447326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2893'] for router, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:00.073832 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4fc42625-c336-48c2-bdef-03fa58aeec6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-449153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2886'] for router, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:00.075309 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534f62cc-8711-4067-bf9c-c38d9f7e7159 admin admin] Made reservation on behalf of 4a094366b940450fa613a7c47cc83a09 for: {'network': 1} {{(pid=98823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:58:00.077719 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-534f62cc-8711-4067-bf9c-c38d9f7e7159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1625114'] for network, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:00.090392 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-534f62cc-8711-4067-bf9c-c38d9f7e7159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:00.093225 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4fc42625-c336-48c2-bdef-03fa58aeec6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:00.114716 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-534f62cc-8711-4067-bf9c-c38d9f7e7159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:00.118686 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-534f62cc-8711-4067-bf9c-c38d9f7e7159 admin admin] Usage tracker for resource:security_group_rule and tenant:4a094366b940450fa613a7c47cc83a09 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:00.121558 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-534f62cc-8711-4067-bf9c-c38d9f7e7159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:00.128517 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-534f62cc-8711-4067-bf9c-c38d9f7e7159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:00.213603 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-534f62cc-8711-4067-bf9c-c38d9f7e7159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:00.235253 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.db_base_plugin_common [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Allocated IP 172.20.0.2 (9b9e8b48-533f-4671-b519-11ca6129f792/fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae/062558e0-bac9-4bf8-894b-6c594784482f) {{(pid=98825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:58:00.340666 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-534f62cc-8711-4067-bf9c-c38d9f7e7159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:00.360158 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534f62cc-8711-4067-bf9c-c38d9f7e7159 admin admin] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=98823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:58:00.363104 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-7b8a634d-54ca-406a-9dae-f5b29cd3e41d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:00.403527 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-534f62cc-8711-4067-bf9c-c38d9f7e7159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:00.404689 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.db.segments_db [None req-534f62cc-8711-4067-bf9c-c38d9f7e7159 admin admin] Added segment fefbe82a-316e-48a2-8bfa-c3859e2793c8 of type vlan for network 5236d657-b434-4f22-b7c1-312b718dc2e9 May 25 15:58:00.414921 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f62cc-8711-4067-bf9c-c38d9f7e7159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097042cd-0405-4cdd-9ed0-239e523bc280,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:00.419160 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-534f62cc-8711-4067-bf9c-c38d9f7e7159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:00.445091 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-534f62cc-8711-4067-bf9c-c38d9f7e7159 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745740942677'] for network, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:00.533177 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4fc42625-c336-48c2-bdef-03fa58aeec6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449188', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2864'] for router, precommit_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:00.585703 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Notify callbacks [] for port, precommit_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:00.588967 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-534f62cc-8711-4067-bf9c-c38d9f7e7159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387'] for network, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:00.590714 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534f62cc-8711-4067-bf9c-c38d9f7e7159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:00.592127 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-534f62cc-8711-4067-bf9c-c38d9f7e7159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:00.598506 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:00.602137 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Transition to ACTIVE for port object 062558e0-bac9-4bf8-894b-6c594784482f will not be triggered until provisioned by entity L2. {{(pid=98825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:00.625096 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Transition to ACTIVE for port object 062558e0-bac9-4bf8-894b-6c594784482f will not be triggered until provisioned by entity DHCP. {{(pid=98825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:00.661429 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f656aec-87f8-4fc6-a9b8-0583c3ff8fe2 req-88c980b7-a7de-433d-a804-bcc1b2222955 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:00.662993 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2f656aec-87f8-4fc6-a9b8-0583c3ff8fe2 req-88c980b7-a7de-433d-a804-bcc1b2222955 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.0887067 May 25 15:58:00.707218 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f62cc-8711-4067-bf9c-c38d9f7e7159 admin admin] Pushing event updated for resources: {'Network': ['ID=5236d657-b434-4f22-b7c1-312b718dc2e9,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:00.710123 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-534f62cc-8711-4067-bf9c-c38d9f7e7159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:00.718152 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Network 5236d657-b434-4f22-b7c1-312b718dc2e9 details requested by agent ovs-agent-dv-cinder-786384-6-smb with host dv-cinder-786384-6-smb {{(pid=98825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:58:00.737126 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603'] for port, after_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:00.745958 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:00.774412 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-534f62cc-8711-4067-bf9c-c38d9f7e7159 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9168766 May 25 15:58:00.779804 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 41398) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:00.782171 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-a6bbd14f-e459-43d4-82c6-cfb5f0a06122 admin admin] Request body: {'subnet': {'network_id': '5236d657-b434-4f22-b7c1-312b718dc2e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-767800282-subnet', 'tenant_id': '4a094366b940450fa613a7c47cc83a09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:00.788138 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-a6bbd14f-e459-43d4-82c6-cfb5f0a06122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:00.792590 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-a6bbd14f-e459-43d4-82c6-cfb5f0a06122 admin admin] Usage tracker for resource:subnet and tenant:4a094366b940450fa613a7c47cc83a09 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:00.796875 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-a6bbd14f-e459-43d4-82c6-cfb5f0a06122 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:00.805194 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-a6bbd14f-e459-43d4-82c6-cfb5f0a06122 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:00.883254 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2f656aec-87f8-4fc6-a9b8-0583c3ff8fe2 req-de668a6c-fb42-4fbf-96ed-54789a0d5e19 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072012 May 25 15:58:00.907438 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Network 9b9e8b48-533f-4671-b519-11ca6129f792 is already hosted by enough agents. {{(pid=98825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:58:00.913920 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.scheduler.base_scheduler [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Resources bound (agent type, host, resource id): {{(pid=98825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:00.918275 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bbd14f-e459-43d4-82c6-cfb5f0a06122 admin admin] Made reservation on behalf of 4a094366b940450fa613a7c47cc83a09 for: {'subnet': 1} {{(pid=98823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:58:00.921301 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-a6bbd14f-e459-43d4-82c6-cfb5f0a06122 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:00.924371 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Pushing event updated for resources: {'Port': ['ID=062558e0-bac9-4bf8-894b-6c594784482f,revision_number=1']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:00.933156 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Received port after_create {{(pid=98825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:58:00.940302 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:00.940878 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:00.941427 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:00.941937 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:00.942453 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:00.943208 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:00.943753 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:00.944258 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:00.944909 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:00.945451 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:00.946055 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:00.946595 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:00.955236 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:01.070390 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Attempting to bind port 062558e0-bac9-4bf8-894b-6c594784482f on host dv-cinder-786384-6-smb for vnic_type normal with profile {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:58:01.071348 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Attempting to bind port 062558e0-bac9-4bf8-894b-6c594784482f by drivers openvswitch,hyperv on host dv-cinder-786384-6-smb at level 0 using segments [{'id': '243242bf-20ce-4f00-854a-63d9afaa3a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792'}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:58:01.072024 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Attempting to bind port 062558e0-bac9-4bf8-894b-6c594784482f on network 9b9e8b48-533f-4671-b519-11ca6129f792 {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:01.078601 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Checking agent: {'id': '604f280d-a953-439f-8917-ecde1e61df0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 48, 25), 'started_at': datetime.datetime(2021, 5, 25, 15, 48, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:58:01.079324 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Checking segment: {'id': '243242bf-20ce-4f00-854a-63d9afaa3a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:58:01.079924 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:01.080495 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Bound using segment: {'id': '243242bf-20ce-4f00-854a-63d9afaa3a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792'} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:58:01.081542 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Bound port: 062558e0-bac9-4bf8-894b-6c594784482f, host: dv-cinder-786384-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '243242bf-20ce-4f00-854a-63d9afaa3a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792'}}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:58:01.082713 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:01.189361 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4fc42625-c336-48c2-bdef-03fa58aeec6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:01.195902 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] For port 062558e0-bac9-4bf8-894b-6c594784482f, host dv-cinder-786384-6-smb, cleared binding levels {{(pid=98825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:58:01.199159 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] For port 062558e0-bac9-4bf8-894b-6c594784482f, host dv-cinder-786384-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=062558e0-bac9-4bf8-894b-6c594784482f,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:58:01.222027 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4fc42625-c336-48c2-bdef-03fa58aeec6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:01.261981 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:01.267425 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:01.357464 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Pushing event updated for resources: {'Port': ['ID=062558e0-bac9-4bf8-894b-6c594784482f,revision_number=2']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:01.362209 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:01.376567 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_common [None req-4fc42625-c336-48c2-bdef-03fa58aeec6b admin admin] Allocated IP 172.28.1.190 (be3871dc-f381-4103-8f68-0343c836dc76/3c10e3ea-68ab-49d4-8887-aa85c11495c1/7f40a4a3-75d5-4af1-97bd-05e132fd0f8c) {{(pid=98824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:58:01.486527 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-a6bbd14f-e459-43d4-82c6-cfb5f0a06122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408'] for subnet, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:01.492133 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-03c05926-7b37-417a-9498-955d346d654f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:01.558166 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4fc42625-c336-48c2-bdef-03fa58aeec6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:01.572869 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbd14f-e459-43d4-82c6-cfb5f0a06122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd4604ee-5070-40e1-b607-410324843b4c,revision_number=0']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:01.576185 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-a6bbd14f-e459-43d4-82c6-cfb5f0a06122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:01.585478 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bbd14f-e459-43d4-82c6-cfb5f0a06122 admin admin] Checking segment: {'id': 'fefbe82a-316e-48a2-8bfa-c3859e2793c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5236d657-b434-4f22-b7c1-312b718dc2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:58:01.585923 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bbd14f-e459-43d4-82c6-cfb5f0a06122 admin admin] Network hostable DHCP agents. Network: 5236d657-b434-4f22-b7c1-312b718dc2e9, hostable agents: ['00ebe683-d06a-496e-87c5-4674691aaa5f'], hosted agents: [] {{(pid=98823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:58:01.666119 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4fc42625-c336-48c2-bdef-03fa58aeec6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6454840'] for port, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:01.677269 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:01.695410 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bbd14f-e459-43d4-82c6-cfb5f0a06122 admin admin] Network 5236d657-b434-4f22-b7c1-312b718dc2e9 is scheduled to be hosted by DHCP agent 00ebe683-d06a-496e-87c5-4674691aaa5f with binding_index 1 {{(pid=98823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:58:01.761432 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc42625-c336-48c2-bdef-03fa58aeec6b admin admin] Pushing event updated for resources: {'Port': ['ID=7f40a4a3-75d5-4af1-97bd-05e132fd0f8c,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:01.769193 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc42625-c336-48c2-bdef-03fa58aeec6b admin admin] Network be3871dc-f381-4103-8f68-0343c836dc76 is already hosted by enough agents. {{(pid=98824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:58:01.770294 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-4fc42625-c336-48c2-bdef-03fa58aeec6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:01.772190 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [None req-4fc42625-c336-48c2-bdef-03fa58aeec6b admin admin] Resources bound (agent type, host, resource id): {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:01.775140 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc42625-c336-48c2-bdef-03fa58aeec6b admin admin] Received port after_create {{(pid=98824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:58:01.787306 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [None req-a6bbd14f-e459-43d4-82c6-cfb5f0a06122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-6-smb, 5236d657-b434-4f22-b7c1-312b718dc2e9) {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:01.793689 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bbd14f-e459-43d4-82c6-cfb5f0a06122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:01.794285 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-a6bbd14f-e459-43d4-82c6-cfb5f0a06122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for subnet, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:01.806183 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d9b108-e782-4c85-9642-9cc6056ee492 None None] Network 5236d657-b434-4f22-b7c1-312b718dc2e9 requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:58:01.811531 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 41428) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:01.911305 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-a6bbd14f-e459-43d4-82c6-cfb5f0a06122 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1309938 May 25 15:58:02.099188 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97760a29-0ba3-4c94-a0ab-55ab1275cdd2 None None] Network 5236d657-b434-4f22-b7c1-312b718dc2e9 requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:58:02.169554 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-b3b129a2-a45f-41eb-8468-bf2847f00ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:02.217916 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-b3b129a2-a45f-41eb-8468-bf2847f00ba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:02.226193 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-b3b129a2-a45f-41eb-8468-bf2847f00ba3 admin admin] Usage tracker for resource:security_group_rule and tenant:3de8e3c031b9430d9c788bb3c4186208 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:02.229610 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-b3b129a2-a45f-41eb-8468-bf2847f00ba3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:02.238251 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-b3b129a2-a45f-41eb-8468-bf2847f00ba3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:02.278377 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e322813-6a44-45a4-bb81-0323be4f126e req-b977c6c4-936f-4876-b0d8-6303f770f5aa tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:02.280484 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1e322813-6a44-45a4-bb81-0323be4f126e req-b977c6c4-936f-4876-b0d8-6303f770f5aa tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.1904430 May 25 15:58:02.427242 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1e322813-6a44-45a4-bb81-0323be4f126e req-b5a4b665-1ca6-4a5d-99a7-c1beddf92dcc tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401548 May 25 15:58:02.562349 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d95f2e5-da8d-45c5-bcf5-d3f4085954ac None None] Network 9b9e8b48-533f-4671-b519-11ca6129f792 requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:58:02.567619 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-b3b129a2-a45f-41eb-8468-bf2847f00ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:02.572095 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4fc42625-c336-48c2-bdef-03fa58aeec6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:02.776764 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-e7d0dd4a-31fe-4097-afa2-12256726571a None None] Provisioning for port 062558e0-bac9-4bf8-894b-6c594784482f completed by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:02.808943 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-b3b129a2-a45f-41eb-8468-bf2847f00ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:02.844555 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:02.855377 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-b3b129a2-a45f-41eb-8468-bf2847f00ba3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3de8e3c031b9430d9c788bb3c4186208&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0401030 May 25 15:58:02.856174 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 41466) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:02.897315 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b129a2-a45f-41eb-8468-bf2847f00ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ce1d0c-bfbd-4c13-b7e8-cb25423d99b3,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:02.902371 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-b3b129a2-a45f-41eb-8468-bf2847f00ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:02.975637 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c781e8bd-0e47-434c-86ca-10bc6afc5673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:03.040037 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c781e8bd-0e47-434c-86ca-10bc6afc5673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:03.144423 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4fc42625-c336-48c2-bdef-03fa58aeec6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449255'] for router, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:03.228322 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 41482) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:03.335484 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c781e8bd-0e47-434c-86ca-10bc6afc5673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:03.343562 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-bca931bc-9033-4813-9a9a-148c8735679f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:03.357725 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781e8bd-0e47-434c-86ca-10bc6afc5673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ce1d0c-bfbd-4c13-b7e8-cb25423d99b3,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:03.363144 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-c781e8bd-0e47-434c-86ca-10bc6afc5673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:03.367210 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c781e8bd-0e47-434c-86ca-10bc6afc5673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:03.368629 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-c781e8bd-0e47-434c-86ca-10bc6afc5673 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/70ce1d0c-bfbd-4c13-b7e8-cb25423d99b3 HTTP/1.1" status: 204 len: 168 time: 0.5119612 May 25 15:58:03.408092 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-71e7b91f-932b-4970-af70-405dafee5afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:03.439939 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-71e7b91f-932b-4970-af70-405dafee5afb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:03.458239 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-71e7b91f-932b-4970-af70-405dafee5afb admin admin] Usage tracker for resource:security_group_rule and tenant:d50cd8ee05254e3e877fade9501106ee is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:03.462550 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-71e7b91f-932b-4970-af70-405dafee5afb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:03.473021 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-71e7b91f-932b-4970-af70-405dafee5afb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:03.604890 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 062558e0-bac9-4bf8-894b-6c594784482f up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:03.618054 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-71e7b91f-932b-4970-af70-405dafee5afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:03.634568 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc42625-c336-48c2-bdef-03fa58aeec6b admin admin] Router 6d2a2359-3686-465a-8734-7975f4ab0dbb is scheduled to L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab with binding_index 1 {{(pid=98824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 15:58:03.706973 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-71e7b91f-932b-4970-af70-405dafee5afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:03.718011 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-ec45ff76-5649-4a8b-ab49-03b5e151eb48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:03.742005 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning for port 062558e0-bac9-4bf8-894b-6c594784482f completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:03.749765 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 062558e0-bac9-4bf8-894b-6c594784482f triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:03.753494 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:03.758007 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7b91f-932b-4970-af70-405dafee5afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dc43a8-b0b4-4bb8-9866-dd5236a0aac7,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:03.762507 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-71e7b91f-932b-4970-af70-405dafee5afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:03.789771 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-71e7b91f-932b-4970-af70-405dafee5afb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d50cd8ee05254e3e877fade9501106ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5594432 May 25 15:58:03.792379 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 41508) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:03.881781 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f09dfc-dfe1-4752-b0c0-6732569ba009 req-07939a74-51e3-4edc-b98b-d2eaafde13a2 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:03.883319 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d6f09dfc-dfe1-4752-b0c0-6732569ba009 req-07939a74-51e3-4edc-b98b-d2eaafde13a2 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.2951105 May 25 15:58:03.900628 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-68489795-bb6c-4d8f-a070-4f9a94aaf48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:03.934895 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-68489795-bb6c-4d8f-a070-4f9a94aaf48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:03.963242 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d6f09dfc-dfe1-4752-b0c0-6732569ba009 req-7f6c8b74-753c-4749-8c33-e598afa9208c tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643926 May 25 15:58:03.966170 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc42625-c336-48c2-bdef-03fa58aeec6b admin admin] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:58:03.979120 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4d9332-942e-4c15-b218-6d0958815a7b None None] Sync routers for ids ['6d2a2359-3686-465a-8734-7975f4ab0dbb'] in dv-cinder-786384-6-smb {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:58:03.989097 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:03.996697 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4d9332-942e-4c15-b218-6d0958815a7b None None] Routers {'6d2a2359-3686-465a-8734-7975f4ab0dbb'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:58:04.009666 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-4c4d9332-942e-4c15-b218-6d0958815a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:57:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['6d2a2359-3686-465a-8734-7975f4ab0dbb'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:04.037102 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] For port 062558e0-bac9-4bf8-894b-6c594784482f, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=062558e0-bac9-4bf8-894b-6c594784482f,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:04.095460 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4fc42625-c336-48c2-bdef-03fa58aeec6b admin admin] Notify callbacks [] for router, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:04.100218 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-4fc42625-c336-48c2-bdef-03fa58aeec6b admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1343336 May 25 15:58:04.100218 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 41526) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:04.164191 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:04.164586 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-68489795-bb6c-4d8f-a070-4f9a94aaf48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:04.166418 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-766f60b8-5373-4427-bdb2-b25fb7cd7915 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:04.175683 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:04.212129 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68489795-bb6c-4d8f-a070-4f9a94aaf48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dc43a8-b0b4-4bb8-9866-dd5236a0aac7,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:04.215474 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-68489795-bb6c-4d8f-a070-4f9a94aaf48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:04.217267 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-68489795-bb6c-4d8f-a070-4f9a94aaf48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:04.221751 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-68489795-bb6c-4d8f-a070-4f9a94aaf48a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a4dc43a8-b0b4-4bb8-9866-dd5236a0aac7 HTTP/1.1" status: 204 len: 168 time: 0.4280472 May 25 15:58:04.251598 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-4c4d9332-942e-4c15-b218-6d0958815a7b None None] Set router 6d2a2359-3686-465a-8734-7975f4ab0dbb gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:58:04.342762 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Pushing event updated for resources: {'Port': ['ID=062558e0-bac9-4bf8-894b-6c594784482f,revision_number=3']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:04.356779 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:04.535155 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 41536) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:04.572372 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-e885ad25-6780-4c61-9506-48b442c0ab57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:04.592258 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-e885ad25-6780-4c61-9506-48b442c0ab57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:04.600343 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-e885ad25-6780-4c61-9506-48b442c0ab57 admin admin] Usage tracker for resource:security_group_rule and tenant:769eff3af1224028abf27963e91c3ab1 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:04.605247 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-e885ad25-6780-4c61-9506-48b442c0ab57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:04.612696 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-4c4d9332-942e-4c15-b218-6d0958815a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'name': 'tempest-AttachVolumeShelveTestJSON-110591338-router', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:00Z', 'updated_at': '2021-05-25T15:58:02Z', 'revision_number': 3, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'gw_port': {'id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ce:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:01Z', 'updated_at': '2021-05-25T15:58:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:04.614411 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-e885ad25-6780-4c61-9506-48b442c0ab57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:04.619787 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4d9332-942e-4c15-b218-6d0958815a7b None None] Checking router: 6d2a2359-3686-465a-8734-7975f4ab0dbb for host: dv-cinder-786384-6-smb {{(pid=98826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:58:04.625077 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4d9332-942e-4c15-b218-6d0958815a7b None None] Updating router 6d2a2359-3686-465a-8734-7975f4ab0dbb port 7f40a4a3-75d5-4af1-97bd-05e132fd0f8c binding host dv-cinder-786384-6-smb {{(pid=98826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:58:04.746564 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9332-942e-4c15-b218-6d0958815a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:04.772041 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 41546) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:05.056267 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-e885ad25-6780-4c61-9506-48b442c0ab57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:05.235590 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-e885ad25-6780-4c61-9506-48b442c0ab57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:05.251734 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-09c68eb8-65dc-4465-b336-a5bb9fc0b0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:05.257983 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9332-942e-4c15-b218-6d0958815a7b None None] Notify callbacks [] for port, precommit_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:05.261601 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:05.272526 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.provisioning_blocks [None req-4c4d9332-942e-4c15-b218-6d0958815a7b None None] Transition to ACTIVE for port object 7f40a4a3-75d5-4af1-97bd-05e132fd0f8c will not be triggered until provisioned by entity L2. {{(pid=98826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:05.276879 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-09c68eb8-65dc-4465-b336-a5bb9fc0b0a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:05.281961 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-09c68eb8-65dc-4465-b336-a5bb9fc0b0a1 admin admin] Usage tracker for resource:security_group_rule and tenant:fd760095f8b04f12baacf136a0809479 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:05.285001 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-09c68eb8-65dc-4465-b336-a5bb9fc0b0a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:05.291456 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-09c68eb8-65dc-4465-b336-a5bb9fc0b0a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:05.364549 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9332-942e-4c15-b218-6d0958815a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:05.375608 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [None req-4ba0a2d1-0133-4946-9cbd-719ed34b6e14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:05.412337 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-e885ad25-6780-4c61-9506-48b442c0ab57 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=769eff3af1224028abf27963e91c3ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8761339 May 25 15:58:05.417613 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 41570) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:05.430265 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885ad25-6780-4c61-9506-48b442c0ab57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2807bdbc-f826-43d5-a0a4-4fdcb0fb57f6,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:05.442761 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-e885ad25-6780-4c61-9506-48b442c0ab57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:05.459628 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-09c68eb8-65dc-4465-b336-a5bb9fc0b0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:05.480281 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 062558e0-bac9-4bf8-894b-6c594784482f up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:05.525781 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.managers [None req-4c4d9332-942e-4c15-b218-6d0958815a7b None None] Attempting to bind port 7f40a4a3-75d5-4af1-97bd-05e132fd0f8c on host dv-cinder-786384-6-smb for vnic_type normal with profile {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:58:05.526440 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.managers [None req-4c4d9332-942e-4c15-b218-6d0958815a7b None None] Attempting to bind port 7f40a4a3-75d5-4af1-97bd-05e132fd0f8c by drivers openvswitch,hyperv on host dv-cinder-786384-6-smb at level 0 using segments [{'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'}] {{(pid=98826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:58:05.526958 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4d9332-942e-4c15-b218-6d0958815a7b None None] Attempting to bind port 7f40a4a3-75d5-4af1-97bd-05e132fd0f8c on network be3871dc-f381-4103-8f68-0343c836dc76 {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:05.537213 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4d9332-942e-4c15-b218-6d0958815a7b None None] Checking agent: {'id': '604f280d-a953-439f-8917-ecde1e61df0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 48, 25), 'started_at': datetime.datetime(2021, 5, 25, 15, 48, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:58:05.537978 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4d9332-942e-4c15-b218-6d0958815a7b None None] Checking segment: {'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:58:05.538752 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9332-942e-4c15-b218-6d0958815a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:05.539490 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4d9332-942e-4c15-b218-6d0958815a7b None None] Bound using segment: {'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'} {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:58:05.540149 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.managers [None req-4c4d9332-942e-4c15-b218-6d0958815a7b None None] Bound port: 7f40a4a3-75d5-4af1-97bd-05e132fd0f8c, host: dv-cinder-786384-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'}}] {{(pid=98826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:58:05.540859 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9332-942e-4c15-b218-6d0958815a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:05.546296 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-09c68eb8-65dc-4465-b336-a5bb9fc0b0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:05.586597 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-534f62cc-8711-4067-bf9c-c38d9f7e7159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:05.600183 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 41576) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:05.600501 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 41578) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:05.601262 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-09c68eb8-65dc-4465-b336-a5bb9fc0b0a1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fd760095f8b04f12baacf136a0809479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8280008 May 25 15:58:05.605257 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-1503b5ac-7a77-40b7-bc9d-f4ad4dfaef96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:05.634469 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 062558e0-bac9-4bf8-894b-6c594784482f triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:05.635239 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:05.657409 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c68eb8-65dc-4465-b336-a5bb9fc0b0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3883259a-d537-494a-b43b-1b24eccb1a7c,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:05.666721 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-09c68eb8-65dc-4465-b336-a5bb9fc0b0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:05.669098 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-1503b5ac-7a77-40b7-bc9d-f4ad4dfaef96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:05.671808 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e5b9a-1033-4244-8997-93991ec46d19 req-f0164eab-29e5-49bb-9724-2bd89b490fb1 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:05.674926 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.db [None req-4c4d9332-942e-4c15-b218-6d0958815a7b None None] For port 7f40a4a3-75d5-4af1-97bd-05e132fd0f8c, host dv-cinder-786384-6-smb, cleared binding levels {{(pid=98826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:58:05.680912 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.db [None req-4c4d9332-942e-4c15-b218-6d0958815a7b None None] For port 7f40a4a3-75d5-4af1-97bd-05e132fd0f8c, host dv-cinder-786384-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=7f40a4a3-75d5-4af1-97bd-05e132fd0f8c,segment=NetworkSegment(13ec9ed7-53c7-433f-97c5-96b1b940f45d),segment_id=13ec9ed7-53c7-433f-97c5-96b1b940f45d)] {{(pid=98826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:58:05.681712 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-039e5b9a-1033-4244-8997-93991ec46d19 req-f0164eab-29e5-49bb-9724-2bd89b490fb1 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/networks?id=5236d657-b434-4f22-b7c1-312b718dc2e9 HTTP/1.1" status: 200 len: 808 time: 0.6213932 May 25 15:58:05.695292 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb10268-06bb-4feb-accc-a8fce67bfea0 None None] Pushing event updated for resources: {'Port': ['ID=7f40a4a3-75d5-4af1-97bd-05e132fd0f8c,revision_number=2']} {{(pid=98826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:05.706002 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb10268-06bb-4feb-accc-a8fce67bfea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:05.709460 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb10268-06bb-4feb-accc-a8fce67bfea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:05.709460 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb10268-06bb-4feb-accc-a8fce67bfea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:05.709460 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb10268-06bb-4feb-accc-a8fce67bfea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:05.709460 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb10268-06bb-4feb-accc-a8fce67bfea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:05.709460 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb10268-06bb-4feb-accc-a8fce67bfea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:05.709460 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb10268-06bb-4feb-accc-a8fce67bfea0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:05.709460 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb10268-06bb-4feb-accc-a8fce67bfea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:05.709460 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb10268-06bb-4feb-accc-a8fce67bfea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:05.709460 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb10268-06bb-4feb-accc-a8fce67bfea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:05.710173 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb10268-06bb-4feb-accc-a8fce67bfea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:05.710647 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb10268-06bb-4feb-accc-a8fce67bfea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:05.715694 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [None req-7cb10268-06bb-4feb-accc-a8fce67bfea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:05.720156 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-033fb1bf-231c-4811-ae50-ef2fe79c6b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:05.747152 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-039e5b9a-1033-4244-8997-93991ec46d19 req-5d2654f0-3889-4b6b-813c-44d4a44b5344 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/quotas/4a094366b940450fa613a7c47cc83a09 HTTP/1.1" status: 200 len: 375 time: 0.0645339 May 25 15:58:05.758076 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9332-942e-4c15-b218-6d0958815a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:05.765560 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [None req-4ba0a2d1-0133-4946-9cbd-719ed34b6e14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:05.773560 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-033fb1bf-231c-4811-ae50-ef2fe79c6b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:05.802074 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb96e62-3174-42e0-905a-e0680daa8823 req-70b943c8-7abd-40a8-8a80-d053e70257c4 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:05.803699 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3bb96e62-3174-42e0-905a-e0680daa8823 req-70b943c8-7abd-40a8-8a80-d053e70257c4 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.6278217 May 25 15:58:05.806259 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-033fb1bf-231c-4811-ae50-ef2fe79c6b88 admin admin] Usage tracker for resource:security_group_rule and tenant:bfa3867203424b7db117fd5004f7a960 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:05.858644 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-1503b5ac-7a77-40b7-bc9d-f4ad4dfaef96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:05.864194 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:05.869131 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4d9332-942e-4c15-b218-6d0958815a7b None None] Routers {'6d2a2359-3686-465a-8734-7975f4ab0dbb'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:58:05.872384 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-4c4d9332-942e-4c15-b218-6d0958815a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:57:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['6d2a2359-3686-465a-8734-7975f4ab0dbb'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:05.873172 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-033fb1bf-231c-4811-ae50-ef2fe79c6b88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:05.891888 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-1503b5ac-7a77-40b7-bc9d-f4ad4dfaef96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:05.895967 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-1503b5ac-7a77-40b7-bc9d-f4ad4dfaef96 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2807bdbc-f826-43d5-a0a4-4fdcb0fb57f6 HTTP/1.1" status: 204 len: 168 time: 0.4709849 May 25 15:58:05.895967 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503b5ac-7a77-40b7-bc9d-f4ad4dfaef96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2807bdbc-f826-43d5-a0a4-4fdcb0fb57f6,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:05.908151 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-1503b5ac-7a77-40b7-bc9d-f4ad4dfaef96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:05.934708 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-033fb1bf-231c-4811-ae50-ef2fe79c6b88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:05.959151 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-039e5b9a-1033-4244-8997-93991ec46d19 req-86ace922-72dc-4bb4-9d7d-0626adae1e0c tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=4a094366b940450fa613a7c47cc83a09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1869562 May 25 15:58:06.054409 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb10268-06bb-4feb-accc-a8fce67bfea0 None None] Pushing event updated for resources: {'Port': ['ID=7f40a4a3-75d5-4af1-97bd-05e132fd0f8c,revision_number=3']} {{(pid=98826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:06.059931 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [None req-7cb10268-06bb-4feb-accc-a8fce67bfea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:06.135661 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a78acea6-d6aa-4760-a240-c4fb0820eac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:06.138843 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-aa036d1d-7e3d-4a74-8e9c-4cc51f342106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:06.156325 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3bb96e62-3174-42e0-905a-e0680daa8823 req-4febfe38-3bba-4047-843e-edb1f887b4d2 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801216 May 25 15:58:06.181031 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-4c4d9332-942e-4c15-b218-6d0958815a7b None None] Set router 6d2a2359-3686-465a-8734-7975f4ab0dbb gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:58:06.220651 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a78acea6-d6aa-4760-a240-c4fb0820eac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:06.355161 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-039e5b9a-1033-4244-8997-93991ec46d19 req-7504b36d-c268-41bb-bdbc-c52ba2cce413 service neutron] 10.222.0.72 "GET /v2.0/networks/5236d657-b434-4f22-b7c1-312b718dc2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949189 May 25 15:58:06.534982 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-033fb1bf-231c-4811-ae50-ef2fe79c6b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:06.579865 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-4c4d9332-942e-4c15-b218-6d0958815a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'name': 'tempest-AttachVolumeShelveTestJSON-110591338-router', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:00Z', 'updated_at': '2021-05-25T15:58:02Z', 'revision_number': 3, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'gw_port': {'id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ce:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:01Z', 'updated_at': '2021-05-25T15:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:06.585193 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4d9332-942e-4c15-b218-6d0958815a7b None None] The sync data for ids ['6d2a2359-3686-465a-8734-7975f4ab0dbb'] in dv-cinder-786384-6-smb is: [{'id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'name': 'tempest-AttachVolumeShelveTestJSON-110591338-router', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:00Z', 'updated_at': '2021-05-25T15:58:02Z', 'revision_number': 3, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'gw_port': {'id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ce:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:01Z', 'updated_at': '2021-05-25T15:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}] {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:58:06.634818 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-033fb1bf-231c-4811-ae50-ef2fe79c6b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:06.644875 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-e885ad25-6780-4c61-9506-48b442c0ab57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:06.652929 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-039e5b9a-1033-4244-8997-93991ec46d19 req-fd3f09c7-6062-41b9-b9d0-d76c7ea09dea service neutron] 10.222.0.72 "GET /v2.0/networks/5236d657-b434-4f22-b7c1-312b718dc2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970357 May 25 15:58:06.667252 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a78acea6-d6aa-4760-a240-c4fb0820eac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:06.721809 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fb1bf-231c-4811-ae50-ef2fe79c6b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689874bc-487c-43fb-b5c9-b477fc09c75a,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:06.729692 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-033fb1bf-231c-4811-ae50-ef2fe79c6b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:06.730767 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-96ee0312-30a0-40f7-aa09-a56207b5bf86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:06.738924 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-033fb1bf-231c-4811-ae50-ef2fe79c6b88 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bfa3867203424b7db117fd5004f7a960&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1268060 May 25 15:58:06.742723 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_common [None req-aa036d1d-7e3d-4a74-8e9c-4cc51f342106 admin admin] Allocated IP 172.20.0.1 (9b9e8b48-533f-4671-b519-11ca6129f792/fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae/194e7b71-74b4-4a4c-92eb-bc3210a06c9d) {{(pid=98824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:58:06.744856 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 41598) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:06.755264 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78acea6-d6aa-4760-a240-c4fb0820eac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3883259a-d537-494a-b43b-1b24eccb1a7c,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:06.761469 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a78acea6-d6aa-4760-a240-c4fb0820eac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:06.782999 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a78acea6-d6aa-4760-a240-c4fb0820eac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:06.784327 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-a78acea6-d6aa-4760-a240-c4fb0820eac5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3883259a-d537-494a-b43b-1b24eccb1a7c HTTP/1.1" status: 204 len: 168 time: 1.1646206 May 25 15:58:06.837944 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-13d31d16-0632-47e5-ae31-a348dd207f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:06.892659 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-13d31d16-0632-47e5-ae31-a348dd207f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:07.019074 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-aa036d1d-7e3d-4a74-8e9c-4cc51f342106 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:07.103010 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-13d31d16-0632-47e5-ae31-a348dd207f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:07.110866 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:07.112061 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-113519c6-eb1b-4793-8c29-fc8f0954adff req-b13233f9-b7c1-460d-9ac7-d9c8cb63bb6f tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1e70cb7-4916-4684-bf2f-a91df78887b1 HTTP/1.1" status: 200 len: 210 time: 0.0817356 May 25 15:58:07.113242 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.provisioning_blocks [None req-aa036d1d-7e3d-4a74-8e9c-4cc51f342106 admin admin] Transition to ACTIVE for port object 194e7b71-74b4-4a4c-92eb-bc3210a06c9d will not be triggered until provisioned by entity DHCP. {{(pid=98824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:07.132274 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d31d16-0632-47e5-ae31-a348dd207f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689874bc-487c-43fb-b5c9-b477fc09c75a,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:07.141113 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-13d31d16-0632-47e5-ae31-a348dd207f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:07.161075 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-13d31d16-0632-47e5-ae31-a348dd207f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:07.168364 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-13d31d16-0632-47e5-ae31-a348dd207f46 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/689874bc-487c-43fb-b5c9-b477fc09c75a HTTP/1.1" status: 204 len: 168 time: 0.4206729 May 25 15:58:07.215911 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-aa036d1d-7e3d-4a74-8e9c-4cc51f342106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6454840'] for port, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:07.224276 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:07.319255 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa036d1d-7e3d-4a74-8e9c-4cc51f342106 admin admin] Pushing event updated for resources: {'Port': ['ID=194e7b71-74b4-4a4c-92eb-bc3210a06c9d,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:07.323727 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-aa036d1d-7e3d-4a74-8e9c-4cc51f342106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:07.333772 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa036d1d-7e3d-4a74-8e9c-4cc51f342106 admin admin] Network 9b9e8b48-533f-4671-b519-11ca6129f792 is already hosted by enough agents. {{(pid=98824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:58:07.334972 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [None req-aa036d1d-7e3d-4a74-8e9c-4cc51f342106 admin admin] Resources bound (agent type, host, resource id): {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:07.348027 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa036d1d-7e3d-4a74-8e9c-4cc51f342106 admin admin] Received port after_create {{(pid=98824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:58:07.568015 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 7f40a4a3-75d5-4af1-97bd-05e132fd0f8c up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:07.623787 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-aa036d1d-7e3d-4a74-8e9c-4cc51f342106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452246'] for router_interface, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:07.708838 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16bd9ac-36d9-4252-aaa5-f543303ae095 req-744b49d1-f3b7-468f-abf2-6b493a723cdd tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:07.719090 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b16bd9ac-36d9-4252-aaa5-f543303ae095 req-744b49d1-f3b7-468f-abf2-6b493a723cdd tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.3730299 May 25 15:58:07.740993 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-abf578ae-5191-4a70-9cbd-64acc86c80e1 None None] Provisioning for port 194e7b71-74b4-4a4c-92eb-bc3210a06c9d completed by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:07.756054 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-abf578ae-5191-4a70-9cbd-64acc86c80e1 None None] Provisioning complete for port 194e7b71-74b4-4a4c-92eb-bc3210a06c9d triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:07.756656 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-abf578ae-5191-4a70-9cbd-64acc86c80e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:07.798738 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b16bd9ac-36d9-4252-aaa5-f543303ae095 req-faa378d0-f7a2-4262-b2a4-db19b401bd9f tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785282 May 25 15:58:07.811931 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning for port 7f40a4a3-75d5-4af1-97bd-05e132fd0f8c completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:07.842881 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 7f40a4a3-75d5-4af1-97bd-05e132fd0f8c triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:07.843532 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:07.918521 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-abf578ae-5191-4a70-9cbd-64acc86c80e1 None None] Port 194e7b71-74b4-4a4c-92eb-bc3210a06c9d cannot update to ACTIVE because it is not bound. {{(pid=98825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:58:07.988098 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-aa036d1d-7e3d-4a74-8e9c-4cc51f342106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:07.991321 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:08.011179 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] For port 7f40a4a3-75d5-4af1-97bd-05e132fd0f8c, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=7f40a4a3-75d5-4af1-97bd-05e132fd0f8c,segment=NetworkSegment(13ec9ed7-53c7-433f-97c5-96b1b940f45d),segment_id=13ec9ed7-53c7-433f-97c5-96b1b940f45d)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:08.066973 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:08.069677 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:08.103172 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 41638) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:08.136599 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 41646) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:08.178705 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-df6d3b86-441c-4110-b3b0-f55f9f3c3365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:08.179856 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Pushing event updated for resources: {'Port': ['ID=7f40a4a3-75d5-4af1-97bd-05e132fd0f8c,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:08.184073 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:08.205154 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-df6d3b86-441c-4110-b3b0-f55f9f3c3365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:08.209599 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-df6d3b86-441c-4110-b3b0-f55f9f3c3365 admin admin] Usage tracker for resource:security_group_rule and tenant:261c9a7885144213a88d517e7ebc55cb is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:08.212782 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-df6d3b86-441c-4110-b3b0-f55f9f3c3365 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:08.220488 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-df6d3b86-441c-4110-b3b0-f55f9f3c3365 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:08.298165 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-dfeda9c4-c136-49e1-ab72-cc1758384421 req-c1aa69a4-a5d6-4404-a967-27eb7502fc4c tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1e70cb7-4916-4684-bf2f-a91df78887b1 HTTP/1.1" status: 200 len: 210 time: 0.0758510 May 25 15:58:08.362587 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-df6d3b86-441c-4110-b3b0-f55f9f3c3365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:08.415532 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-aa036d1d-7e3d-4a74-8e9c-4cc51f342106 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:08.448635 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-6d94f9d4-0044-4f3a-a55b-d91850aaea11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:08.471001 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-df6d3b86-441c-4110-b3b0-f55f9f3c3365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:08.478349 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-eab85792-1af5-4703-9498-2b5259980e74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:08.490834 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-aa036d1d-7e3d-4a74-8e9c-4cc51f342106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6454833'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:08.493521 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-6d94f9d4-0044-4f3a-a55b-d91850aaea11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:08.527232 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-6d94f9d4-0044-4f3a-a55b-d91850aaea11 admin admin] Usage tracker for resource:security_group_rule and tenant:67f3117fdd734b86b5a23d1257fe2e9b is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:08.527641 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-fcd232fe-a45b-4533-ad31-23ffa2367efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:08.536538 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-6d94f9d4-0044-4f3a-a55b-d91850aaea11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:08.548486 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-df6d3b86-441c-4110-b3b0-f55f9f3c3365 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=261c9a7885144213a88d517e7ebc55cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4108076 May 25 15:58:08.549955 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-6d94f9d4-0044-4f3a-a55b-d91850aaea11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:08.553550 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 41658) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:08.559060 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d3b86-441c-4110-b3b0-f55f9f3c3365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f46cf1b-3c95-4904-81b7-cb35b163e901,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:08.580631 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-df6d3b86-441c-4110-b3b0-f55f9f3c3365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:08.619307 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-aa036d1d-7e3d-4a74-8e9c-4cc51f342106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452155'] for router_interface, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:08.663417 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-7913d0c3-873d-485c-9823-bdd3ee1c90c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:08.684116 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa036d1d-7e3d-4a74-8e9c-4cc51f342106 admin admin] Pushing event updated for resources: {'Port': ['ID=194e7b71-74b4-4a4c-92eb-bc3210a06c9d,revision_number=2']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:08.721970 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-7913d0c3-873d-485c-9823-bdd3ee1c90c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:08.731266 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-aa036d1d-7e3d-4a74-8e9c-4cc51f342106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:08.758595 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-6d94f9d4-0044-4f3a-a55b-d91850aaea11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:08.855589 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-6d94f9d4-0044-4f3a-a55b-d91850aaea11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:08.865773 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-13d31d16-0632-47e5-ae31-a348dd207f46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:08.897932 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa036d1d-7e3d-4a74-8e9c-4cc51f342106 admin admin] Network 9b9e8b48-533f-4671-b519-11ca6129f792 is already hosted by enough agents. {{(pid=98824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:58:08.899207 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [None req-aa036d1d-7e3d-4a74-8e9c-4cc51f342106 admin admin] Resources bound (agent type, host, resource id): {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:08.927361 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-7913d0c3-873d-485c-9823-bdd3ee1c90c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:08.988972 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-6d94f9d4-0044-4f3a-a55b-d91850aaea11 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=67f3117fdd734b86b5a23d1257fe2e9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8839116 May 25 15:58:08.991701 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 41674) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:08.997205 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94f9d4-0044-4f3a-a55b-d91850aaea11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87354607-d430-4922-a431-edd3f28a6bcf,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:09.023315 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-6d94f9d4-0044-4f3a-a55b-d91850aaea11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:09.024102 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:09.047108 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913d0c3-873d-485c-9823-bdd3ee1c90c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f46cf1b-3c95-4904-81b7-cb35b163e901,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:09.052951 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-7913d0c3-873d-485c-9823-bdd3ee1c90c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:09.054501 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-7913d0c3-873d-485c-9823-bdd3ee1c90c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:09.056606 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-7913d0c3-873d-485c-9823-bdd3ee1c90c0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8f46cf1b-3c95-4904-81b7-cb35b163e901 HTTP/1.1" status: 204 len: 168 time: 0.5008578 May 25 15:58:09.261350 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-a11c028a-de14-4352-b72e-74a385bb032f None None] Provisioning complete for port 194e7b71-74b4-4a4c-92eb-bc3210a06c9d triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:09.261955 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-a11c028a-de14-4352-b72e-74a385bb032f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:09.300925 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-00cf4fa0-03bc-4096-a2b6-a09d11968e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:09.359649 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-a11c028a-de14-4352-b72e-74a385bb032f None None] Port 194e7b71-74b4-4a4c-92eb-bc3210a06c9d cannot update to ACTIVE because it is not bound. {{(pid=98825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:58:09.363519 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef2c1d-3e64-4472-a077-4738f1da4da3 req-00accae3-db2d-4c86-9b32-acca13f3b39c tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:09.375095 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1aef2c1d-3e64-4472-a077-4738f1da4da3 req-00accae3-db2d-4c86-9b32-acca13f3b39c tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.3128791 May 25 15:58:09.387514 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa036d1d-7e3d-4a74-8e9c-4cc51f342106 admin admin] Router 6d2a2359-3686-465a-8734-7975f4ab0dbb has already been hosted by L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab {{(pid=98824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:58:09.389688 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-00cf4fa0-03bc-4096-a2b6-a09d11968e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:09.536847 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 7f40a4a3-75d5-4af1-97bd-05e132fd0f8c up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:09.576911 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1aef2c1d-3e64-4472-a077-4738f1da4da3 req-7a2b5188-d561-404d-a04f-498053768aa9 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051499 May 25 15:58:09.649180 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ea00f84b-4e24-4121-8b89-b3334371b861 req-9e76ebe1-d229-408e-9b33-7f71fdffc3a9 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1e70cb7-4916-4684-bf2f-a91df78887b1 HTTP/1.1" status: 200 len: 210 time: 0.1416478 May 25 15:58:09.707908 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 7f40a4a3-75d5-4af1-97bd-05e132fd0f8c triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:09.708291 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:09.791414 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa036d1d-7e3d-4a74-8e9c-4cc51f342106 admin admin] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:58:09.805268 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-aa036d1d-7e3d-4a74-8e9c-4cc51f342106 admin admin] 10.222.0.72 "PUT /v2.0/routers/6d2a2359-3686-465a-8734-7975f4ab0dbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7038627 May 25 15:58:09.854603 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043dc66e-a7a9-4307-842c-3aae3ac2a32b None None] Sync routers for ids ['6d2a2359-3686-465a-8734-7975f4ab0dbb'] in dv-cinder-786384-6-smb {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:58:09.861586 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-00cf4fa0-03bc-4096-a2b6-a09d11968e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:09.864107 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-00cf4fa0-03bc-4096-a2b6-a09d11968e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:09.866135 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-00cf4fa0-03bc-4096-a2b6-a09d11968e46 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/87354607-d430-4922-a431-edd3f28a6bcf HTTP/1.1" status: 204 len: 168 time: 0.8686633 May 25 15:58:09.866135 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-aa910aa8-f08e-425a-b027-71f9f661a22c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:09.877728 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf4fa0-03bc-4096-a2b6-a09d11968e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87354607-d430-4922-a431-edd3f28a6bcf,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:09.879946 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-00cf4fa0-03bc-4096-a2b6-a09d11968e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:09.936524 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043dc66e-a7a9-4307-842c-3aae3ac2a32b None None] Routers {'6d2a2359-3686-465a-8734-7975f4ab0dbb'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:58:09.937635 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-043dc66e-a7a9-4307-842c-3aae3ac2a32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:57:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['6d2a2359-3686-465a-8734-7975f4ab0dbb'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:10.184655 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 41710) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:10.222110 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-043dc66e-a7a9-4307-842c-3aae3ac2a32b None None] Set router 6d2a2359-3686-465a-8734-7975f4ab0dbb gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:58:10.277513 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e5b9a-1033-4244-8997-93991ec46d19 req-077e50ce-0c11-4002-ab9c-09dc96c96b9d tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:10.279575 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-039e5b9a-1033-4244-8997-93991ec46d19 req-077e50ce-0c11-4002-ab9c-09dc96c96b9d tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.91 "GET /v2.0/networks?id=5236d657-b434-4f22-b7c1-312b718dc2e9 HTTP/1.1" status: 200 len: 808 time: 0.2074966 May 25 15:58:10.300816 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [req-039e5b9a-1033-4244-8997-93991ec46d19 req-a25272cd-9b72-4da9-8a48-35d07a3f76a5 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Request body: {'port': {'device_id': 'f1e70cb7-4916-4684-bf2f-a91df78887b1', 'network_id': '5236d657-b434-4f22-b7c1-312b718dc2e9', 'admin_state_up': True, 'tenant_id': '4a094366b940450fa613a7c47cc83a09'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:10.608596 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [req-039e5b9a-1033-4244-8997-93991ec46d19 req-a25272cd-9b72-4da9-8a48-35d07a3f76a5 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:10.614041 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-039e5b9a-1033-4244-8997-93991ec46d19 req-a25272cd-9b72-4da9-8a48-35d07a3f76a5 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Usage tracker for resource:port and tenant:4a094366b940450fa613a7c47cc83a09 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:10.617360 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-039e5b9a-1033-4244-8997-93991ec46d19 req-a25272cd-9b72-4da9-8a48-35d07a3f76a5 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:10.624962 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [req-039e5b9a-1033-4244-8997-93991ec46d19 req-a25272cd-9b72-4da9-8a48-35d07a3f76a5 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:10.661133 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-043dc66e-a7a9-4307-842c-3aae3ac2a32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'name': 'tempest-AttachVolumeShelveTestJSON-110591338-router', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:00Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'gw_port': {'id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:01Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': '194e7b71-74b4-4a4c-92eb-bc3210a06c9d', 'name': '', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'mac_address': 'fa:16:3e:3a:47:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:06Z', 'updated_at': '2021-05-25T15:58:08Z', 'revision_number': 2, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'subnets': [{'id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:10.666761 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043dc66e-a7a9-4307-842c-3aae3ac2a32b None None] Checking router: 6d2a2359-3686-465a-8734-7975f4ab0dbb for host: dv-cinder-786384-6-smb {{(pid=98825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:58:10.667139 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043dc66e-a7a9-4307-842c-3aae3ac2a32b None None] Updating router 6d2a2359-3686-465a-8734-7975f4ab0dbb port 194e7b71-74b4-4a4c-92eb-bc3210a06c9d binding host dv-cinder-786384-6-smb {{(pid=98825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:58:10.695219 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-039e5b9a-1033-4244-8997-93991ec46d19 req-a25272cd-9b72-4da9-8a48-35d07a3f76a5 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Made reservation on behalf of 4a094366b940450fa613a7c47cc83a09 for: {'port': 1} {{(pid=98824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:58:10.698761 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-039e5b9a-1033-4244-8997-93991ec46d19 req-a25272cd-9b72-4da9-8a48-35d07a3f76a5 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:10.774689 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-5e03d05a-385e-4cc0-8ffd-9ecf4faa779a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-659020519-network', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:10.782099 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-5e03d05a-385e-4cc0-8ffd-9ecf4faa779a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:10.785904 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-043dc66e-a7a9-4307-842c-3aae3ac2a32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:10.788841 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-5e03d05a-385e-4cc0-8ffd-9ecf4faa779a admin admin] Usage tracker for resource:network and tenant:04e5d6c18a744c4fb33799b5049c26af is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:10.796171 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-5e03d05a-385e-4cc0-8ffd-9ecf4faa779a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:10.812219 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-5e03d05a-385e-4cc0-8ffd-9ecf4faa779a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:10.890167 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e03d05a-385e-4cc0-8ffd-9ecf4faa779a admin admin] Made reservation on behalf of 04e5d6c18a744c4fb33799b5049c26af for: {'network': 1} {{(pid=98823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:58:10.893212 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-5e03d05a-385e-4cc0-8ffd-9ecf4faa779a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1625114'] for network, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:10.906941 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-5e03d05a-385e-4cc0-8ffd-9ecf4faa779a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:10.923611 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-5e03d05a-385e-4cc0-8ffd-9ecf4faa779a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:10.928491 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-5e03d05a-385e-4cc0-8ffd-9ecf4faa779a admin admin] Usage tracker for resource:security_group_rule and tenant:04e5d6c18a744c4fb33799b5049c26af is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:10.932361 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-5e03d05a-385e-4cc0-8ffd-9ecf4faa779a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:10.947233 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-5e03d05a-385e-4cc0-8ffd-9ecf4faa779a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:11.012023 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_common [req-039e5b9a-1033-4244-8997-93991ec46d19 req-a25272cd-9b72-4da9-8a48-35d07a3f76a5 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Allocated IP 172.20.0.10 (5236d657-b434-4f22-b7c1-312b718dc2e9/bd4604ee-5070-40e1-b607-410324843b4c/8a2dc4a2-c53d-4b92-92aa-df68495589ad) {{(pid=98824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:58:11.030480 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19452d16-92d6-4f83-a4f9-4edf23e0e772 req-2c6132c4-80b7-4f8b-9e54-b6c602ef5285 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:11.034978 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-19452d16-92d6-4f83-a4f9-4edf23e0e772 req-2c6132c4-80b7-4f8b-9e54-b6c602ef5285 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.1361825 May 25 15:58:11.040887 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 41738) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:11.047530 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-87f59bcd-4d8d-42c1-8994-b3dbd36734dd tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1439969586', 'description': 'tempest-description--1035673730'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:11.054271 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-87f59bcd-4d8d-42c1-8994-b3dbd36734dd tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:11.058411 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-87f59bcd-4d8d-42c1-8994-b3dbd36734dd tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Usage tracker for resource:security_group and tenant:1dafbac212f4486fb6d026d08f3d58bb is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:11.061589 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-87f59bcd-4d8d-42c1-8994-b3dbd36734dd tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:11.092829 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-5e03d05a-385e-4cc0-8ffd-9ecf4faa779a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:11.098497 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-87f59bcd-4d8d-42c1-8994-b3dbd36734dd tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:11.149263 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-19452d16-92d6-4f83-a4f9-4edf23e0e772 req-211b30f4-be36-4930-b7ad-12bfe291007e tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133742 May 25 15:58:11.156549 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-5e03d05a-385e-4cc0-8ffd-9ecf4faa779a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:11.171816 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-56a49851-0a3f-4fe4-8faf-8b7f47f9a18d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:11.190376 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e03d05a-385e-4cc0-8ffd-9ecf4faa779a admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=98823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:58:11.219925 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-5e03d05a-385e-4cc0-8ffd-9ecf4faa779a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:11.220278 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.db.segments_db [None req-5e03d05a-385e-4cc0-8ffd-9ecf4faa779a admin admin] Added segment 09faaebc-deae-4e59-aabb-12f66238ab21 of type vlan for network ab46e9ff-c4ed-42a6-a4bf-84fd634e0151 May 25 15:58:11.230264 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03d05a-385e-4cc0-8ffd-9ecf4faa779a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:11.234418 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-5e03d05a-385e-4cc0-8ffd-9ecf4faa779a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:11.262680 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-5e03d05a-385e-4cc0-8ffd-9ecf4faa779a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745740942677'] for network, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:11.280706 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 41750) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:11.318851 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-ba2b6dc6-e340-48c0-bd7d-4f07e2c2e0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:11.345430 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-ba2b6dc6-e340-48c0-bd7d-4f07e2c2e0bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:11.351691 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-ba2b6dc6-e340-48c0-bd7d-4f07e2c2e0bc admin admin] Usage tracker for resource:security_group_rule and tenant:fd659050fde3469e88b27dc35d413fce is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:11.358669 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-ba2b6dc6-e340-48c0-bd7d-4f07e2c2e0bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:11.365673 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-ba2b6dc6-e340-48c0-bd7d-4f07e2c2e0bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:11.376145 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-87f59bcd-4d8d-42c1-8994-b3dbd36734dd tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:11.381997 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-043dc66e-a7a9-4307-842c-3aae3ac2a32b None None] Notify callbacks [] for port, precommit_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:11.395807 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-043dc66e-a7a9-4307-842c-3aae3ac2a32b None None] Transition to ACTIVE for port object 194e7b71-74b4-4a4c-92eb-bc3210a06c9d will not be triggered until provisioned by entity L2. {{(pid=98825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:11.417322 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-29854eea-2a94-4ca9-9b27-904f34a60507 req-1bd46289-42bf-4a41-aeb3-223a2f616fed tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1e70cb7-4916-4684-bf2f-a91df78887b1 HTTP/1.1" status: 200 len: 210 time: 0.1998816 May 25 15:58:11.439408 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-87f59bcd-4d8d-42c1-8994-b3dbd36734dd tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:11.443741 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-5e03d05a-385e-4cc0-8ffd-9ecf4faa779a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387'] for network, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:11.446541 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e03d05a-385e-4cc0-8ffd-9ecf4faa779a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:11.447139 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-5e03d05a-385e-4cc0-8ffd-9ecf4faa779a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:11.448724 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-87f59bcd-4d8d-42c1-8994-b3dbd36734dd tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Usage tracker for resource:security_group_rule and tenant:1dafbac212f4486fb6d026d08f3d58bb is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:11.453329 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-d246d86d-c457-4623-bfa5-be0d89859691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:11.464559 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-87f59bcd-4d8d-42c1-8994-b3dbd36734dd tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:11.475414 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-87f59bcd-4d8d-42c1-8994-b3dbd36734dd tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:11.489730 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-043dc66e-a7a9-4307-842c-3aae3ac2a32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:11.498796 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-951d620c-6e0e-42ae-b42a-d081fcd38395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:11.525260 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-039e5b9a-1033-4244-8997-93991ec46d19 req-a25272cd-9b72-4da9-8a48-35d07a3f76a5 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Notify callbacks [] for port, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:11.611982 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03d05a-385e-4cc0-8ffd-9ecf4faa779a admin admin] Pushing event updated for resources: {'Network': ['ID=ab46e9ff-c4ed-42a6-a4bf-84fd634e0151,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:11.621407 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-87f59bcd-4d8d-42c1-8994-b3dbd36734dd tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:11.628396 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-5e03d05a-385e-4cc0-8ffd-9ecf4faa779a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:11.688351 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Network ab46e9ff-c4ed-42a6-a4bf-84fd634e0151 details requested by agent ovs-agent-dv-cinder-786384-6-smb with host dv-cinder-786384-6-smb {{(pid=98825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:58:11.730482 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-5e03d05a-385e-4cc0-8ffd-9ecf4faa779a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5430284 May 25 15:58:11.731265 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 41762) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:11.741543 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-5440848c-6fa2-49a2-b357-4053178355d6 admin admin] Request body: {'subnet': {'network_id': 'ab46e9ff-c4ed-42a6-a4bf-84fd634e0151', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-659020519-subnet', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'ip_version': 4}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:11.751683 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-5440848c-6fa2-49a2-b357-4053178355d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:11.757820 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-5440848c-6fa2-49a2-b357-4053178355d6 admin admin] Usage tracker for resource:subnet and tenant:04e5d6c18a744c4fb33799b5049c26af is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:11.762319 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-5440848c-6fa2-49a2-b357-4053178355d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:11.767564 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-ba2b6dc6-e340-48c0-bd7d-4f07e2c2e0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:11.780969 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-87f59bcd-4d8d-42c1-8994-b3dbd36734dd tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:11.789410 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-5440848c-6fa2-49a2-b357-4053178355d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:11.791544 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-d9e50637-7059-466a-aa73-c951356682c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:11.811376 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-039e5b9a-1033-4244-8997-93991ec46d19 req-a25272cd-9b72-4da9-8a48-35d07a3f76a5 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6454840'] for port, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:11.825317 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-ba2b6dc6-e340-48c0-bd7d-4f07e2c2e0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:11.840154 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-fafeb4b2-d388-4a45-853a-c4cf257c2efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:11.897485 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f59bcd-4d8d-42c1-8994-b3dbd36734dd tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca84624c-564d-4c38-9403-97538b2c6534,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:11.902721 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-87f59bcd-4d8d-42c1-8994-b3dbd36734dd tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:11.912131 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-039e5b9a-1033-4244-8997-93991ec46d19 req-a25272cd-9b72-4da9-8a48-35d07a3f76a5 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Network 5236d657-b434-4f22-b7c1-312b718dc2e9 is already hosted by enough agents. {{(pid=98824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:58:11.912912 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:11.951230 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [req-039e5b9a-1033-4244-8997-93991ec46d19 req-a25272cd-9b72-4da9-8a48-35d07a3f76a5 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Resources bound (agent type, host, resource id): {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:11.956756 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7031d38-6939-474c-82ff-fc78df9f7bda None None] Pushing event updated for resources: {'Port': ['ID=194e7b71-74b4-4a4c-92eb-bc3210a06c9d,revision_number=3']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:11.960411 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.l3_dvrscheduler_db [req-039e5b9a-1033-4244-8997-93991ec46d19 req-a25272cd-9b72-4da9-8a48-35d07a3f76a5 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Received port after_create {{(pid=98824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:58:11.961455 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b6dc6-e340-48c0-bd7d-4f07e2c2e0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854e4982-353f-4431-bab1-6073f181de2c,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:11.982179 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-ba2b6dc6-e340-48c0-bd7d-4f07e2c2e0bc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fd659050fde3469e88b27dc35d413fce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6885648 May 25 15:58:11.982179 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-ba2b6dc6-e340-48c0-bd7d-4f07e2c2e0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:11.985165 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 41774) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:12.003109 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-87f59bcd-4d8d-42c1-8994-b3dbd36734dd tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:12.006994 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-87f59bcd-4d8d-42c1-8994-b3dbd36734dd tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9625340 May 25 15:58:12.006994 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5440848c-6fa2-49a2-b357-4053178355d6 admin admin] Made reservation on behalf of 04e5d6c18a744c4fb33799b5049c26af for: {'subnet': 1} {{(pid=98824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:58:12.007365 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5440848c-6fa2-49a2-b357-4053178355d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6432741'] for subnet, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:12.022899 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 41778) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:12.027910 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-b7031d38-6939-474c-82ff-fc78df9f7bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:12.053407 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-cfdb5d78-a6a1-47b1-9c7d-2a27102d8b37 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Request body: {'security_group_rule': {'security_group_id': 'ca84624c-564d-4c38-9403-97538b2c6534', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:12.059263 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-cfdb5d78-a6a1-47b1-9c7d-2a27102d8b37 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:12.064189 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-cfdb5d78-a6a1-47b1-9c7d-2a27102d8b37 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Usage tracker for resource:security_group_rule and tenant:1dafbac212f4486fb6d026d08f3d58bb is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:12.067164 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-cfdb5d78-a6a1-47b1-9c7d-2a27102d8b37 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:12.070565 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-043dc66e-a7a9-4307-842c-3aae3ac2a32b None None] Attempting to bind port 194e7b71-74b4-4a4c-92eb-bc3210a06c9d on host dv-cinder-786384-6-smb for vnic_type normal with profile {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:58:12.071180 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-043dc66e-a7a9-4307-842c-3aae3ac2a32b None None] Attempting to bind port 194e7b71-74b4-4a4c-92eb-bc3210a06c9d by drivers openvswitch,hyperv on host dv-cinder-786384-6-smb at level 0 using segments [{'id': '243242bf-20ce-4f00-854a-63d9afaa3a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792'}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:58:12.071757 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043dc66e-a7a9-4307-842c-3aae3ac2a32b None None] Attempting to bind port 194e7b71-74b4-4a4c-92eb-bc3210a06c9d on network 9b9e8b48-533f-4671-b519-11ca6129f792 {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:12.073558 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-cfdb5d78-a6a1-47b1-9c7d-2a27102d8b37 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:12.081016 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043dc66e-a7a9-4307-842c-3aae3ac2a32b None None] Checking agent: {'id': '604f280d-a953-439f-8917-ecde1e61df0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 48, 25), 'started_at': datetime.datetime(2021, 5, 25, 15, 48, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:58:12.081699 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043dc66e-a7a9-4307-842c-3aae3ac2a32b None None] Checking segment: {'id': '243242bf-20ce-4f00-854a-63d9afaa3a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:58:12.082739 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-043dc66e-a7a9-4307-842c-3aae3ac2a32b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:12.086453 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043dc66e-a7a9-4307-842c-3aae3ac2a32b None None] Bound using segment: {'id': '243242bf-20ce-4f00-854a-63d9afaa3a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792'} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:58:12.086453 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-043dc66e-a7a9-4307-842c-3aae3ac2a32b None None] Bound port: 194e7b71-74b4-4a4c-92eb-bc3210a06c9d, host: dv-cinder-786384-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '243242bf-20ce-4f00-854a-63d9afaa3a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792'}}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:58:12.086453 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-043dc66e-a7a9-4307-842c-3aae3ac2a32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:12.113014 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0811f44d-1e54-4931-8832-fe71b5fbf445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:12.159553 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0811f44d-1e54-4931-8832-fe71b5fbf445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:12.184244 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25272cd-9b72-4da9-8a48-35d07a3f76a5 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Pushing event updated for resources: {'Port': ['ID=8a2dc4a2-c53d-4b92-92aa-df68495589ad,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:12.193510 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a25272cd-9b72-4da9-8a48-35d07a3f76a5 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:12.198804 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cfdb5d78-a6a1-47b1-9c7d-2a27102d8b37 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:12.221713 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e5b9a-1033-4244-8997-93991ec46d19 req-a25272cd-9b72-4da9-8a48-35d07a3f76a5 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:12.222271 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-039e5b9a-1033-4244-8997-93991ec46d19 req-a25272cd-9b72-4da9-8a48-35d07a3f76a5 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for port, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:12.251360 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324373a-3898-463f-bb70-96cf41d1292c req-29b5fdb2-71db-4559-a9aa-f875edca79dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:12.252904 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-8324373a-3898-463f-bb70-96cf41d1292c req-29b5fdb2-71db-4559-a9aa-f875edca79dd service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 1098 time: 0.3586371 May 25 15:58:12.272942 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-043dc66e-a7a9-4307-842c-3aae3ac2a32b None None] For port 194e7b71-74b4-4a4c-92eb-bc3210a06c9d, host dv-cinder-786384-6-smb, cleared binding levels {{(pid=98825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:58:12.282936 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-043dc66e-a7a9-4307-842c-3aae3ac2a32b None None] For port 194e7b71-74b4-4a4c-92eb-bc3210a06c9d, host dv-cinder-786384-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=194e7b71-74b4-4a4c-92eb-bc3210a06c9d,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:58:12.347561 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-8324373a-3898-463f-bb70-96cf41d1292c req-475248d2-cae4-4e3d-a18f-0d09be67a10e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871232 May 25 15:58:12.365369 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-043dc66e-a7a9-4307-842c-3aae3ac2a32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:12.370739 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-d47c3acf-a397-400a-8689-ad91aef2c753 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:12.406449 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-039e5b9a-1033-4244-8997-93991ec46d19 req-a25272cd-9b72-4da9-8a48-35d07a3f76a5 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1096137 May 25 15:58:12.455954 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7031d38-6939-474c-82ff-fc78df9f7bda None None] Pushing event updated for resources: {'Port': ['ID=194e7b71-74b4-4a4c-92eb-bc3210a06c9d,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:12.467872 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-b7031d38-6939-474c-82ff-fc78df9f7bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:12.478390 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0811f44d-1e54-4931-8832-fe71b5fbf445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:12.488569 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043dc66e-a7a9-4307-842c-3aae3ac2a32b None None] Routers {'6d2a2359-3686-465a-8734-7975f4ab0dbb'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:58:12.489382 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-043dc66e-a7a9-4307-842c-3aae3ac2a32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:57:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['6d2a2359-3686-465a-8734-7975f4ab0dbb'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:12.490013 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-1503b5ac-7a77-40b7-bc9d-f4ad4dfaef96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:12.542234 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811f44d-1e54-4931-8832-fe71b5fbf445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854e4982-353f-4431-bab1-6073f181de2c,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:12.560142 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-0811f44d-1e54-4931-8832-fe71b5fbf445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:12.571405 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0811f44d-1e54-4931-8832-fe71b5fbf445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:12.573903 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-0811f44d-1e54-4931-8832-fe71b5fbf445 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/854e4982-353f-4431-bab1-6073f181de2c HTTP/1.1" status: 204 len: 168 time: 0.5873582 May 25 15:58:12.575010 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cfdb5d78-a6a1-47b1-9c7d-2a27102d8b37 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:12.685187 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [req-039e5b9a-1033-4244-8997-93991ec46d19 req-ee8acf70-1028-4c31-84a5-b1c1eb3f356c service neutron] Request body: {'port': {'device_id': 'f1e70cb7-4916-4684-bf2f-a91df78887b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:12.727435 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cfdb5d78-a6a1-47b1-9c7d-2a27102d8b37 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589395'] for security_group_rule, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:12.757782 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:12.779940 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-043dc66e-a7a9-4307-842c-3aae3ac2a32b None None] Set router 6d2a2359-3686-465a-8734-7975f4ab0dbb gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:58:12.812337 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb5d78-a6a1-47b1-9c7d-2a27102d8b37 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c106cd15-1408-41bd-88ad-cc5edd850510,revision_number=0']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:12.886562 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-cfdb5d78-a6a1-47b1-9c7d-2a27102d8b37 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:12.902492 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 41804) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:12.944204 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cfdb5d78-a6a1-47b1-9c7d-2a27102d8b37 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:12.947717 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-cfdb5d78-a6a1-47b1-9c7d-2a27102d8b37 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9122095 May 25 15:58:12.948599 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 41810) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:12.955583 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-1c19a9cc-e3b7-42a1-9763-d5bb2c4e35c1 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Request body: {'security_group_rule': {'security_group_id': 'ca84624c-564d-4c38-9403-97538b2c6534', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:12.969802 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-1c19a9cc-e3b7-42a1-9763-d5bb2c4e35c1 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:12.983070 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-1c19a9cc-e3b7-42a1-9763-d5bb2c4e35c1 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Usage tracker for resource:security_group_rule and tenant:1dafbac212f4486fb6d026d08f3d58bb is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:12.987454 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-1c19a9cc-e3b7-42a1-9763-d5bb2c4e35c1 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:12.997673 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-1c19a9cc-e3b7-42a1-9763-d5bb2c4e35c1 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:12.999899 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-039e5b9a-1033-4244-8997-93991ec46d19 req-ee8acf70-1028-4c31-84a5-b1c1eb3f356c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:13.016463 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcc061-b997-4a46-9103-10d1a7f0c15a req-bc271070-72bb-42d0-943e-926e12040927 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:13.017997 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3ddcc061-b997-4a46-9103-10d1a7f0c15a req-bc271070-72bb-42d0-943e-926e12040927 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.4333396 May 25 15:58:13.134776 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-1c19a9cc-e3b7-42a1-9763-d5bb2c4e35c1 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:13.223513 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-043dc66e-a7a9-4307-842c-3aae3ac2a32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'name': 'tempest-AttachVolumeShelveTestJSON-110591338-router', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:00Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'gw_port': {'id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:01Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': '194e7b71-74b4-4a4c-92eb-bc3210a06c9d', 'name': '', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'mac_address': 'fa:16:3e:3a:47:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:06Z', 'updated_at': '2021-05-25T15:58:12Z', 'revision_number': 4, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'subnets': [{'id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:13.231109 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043dc66e-a7a9-4307-842c-3aae3ac2a32b None None] The sync data for ids ['6d2a2359-3686-465a-8734-7975f4ab0dbb'] in dv-cinder-786384-6-smb is: [{'id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'name': 'tempest-AttachVolumeShelveTestJSON-110591338-router', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:00Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'gw_port': {'id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:01Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': '194e7b71-74b4-4a4c-92eb-bc3210a06c9d', 'name': '', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'mac_address': 'fa:16:3e:3a:47:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:06Z', 'updated_at': '2021-05-25T15:58:12Z', 'revision_number': 4, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'subnets': [{'id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:58:13.241342 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3ddcc061-b997-4a46-9103-10d1a7f0c15a req-7ed34dfa-04a9-4652-a3e7-65b6695598a5 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127452 May 25 15:58:13.294910 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-1c19a9cc-e3b7-42a1-9763-d5bb2c4e35c1 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:13.328712 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-53b02a46-d246-4ab7-adcf-2d3ef928be2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:13.344298 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-53b02a46-d246-4ab7-adcf-2d3ef928be2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:13.348900 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-53b02a46-d246-4ab7-adcf-2d3ef928be2b admin admin] Usage tracker for resource:security_group_rule and tenant:52acd9c8c575462cb529998f6ebbfb9c is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:13.355694 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-53b02a46-d246-4ab7-adcf-2d3ef928be2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:13.369480 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-53b02a46-d246-4ab7-adcf-2d3ef928be2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:13.408683 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60870a-d8a7-488a-8c63-d4230326692b req-96fd611c-a87f-499c-b5b8-a246cd9357f4 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:13.413299 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-cb60870a-d8a7-488a-8c63-d4230326692b req-96fd611c-a87f-499c-b5b8-a246cd9357f4 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Synchronizing usage tracker for tenant:4a094366b940450fa613a7c47cc83a09 on resource:port {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:58:13.417409 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-1c19a9cc-e3b7-42a1-9763-d5bb2c4e35c1 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589395'] for security_group_rule, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:13.429108 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:13.506032 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5440848c-6fa2-49a2-b357-4053178355d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6390152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6432755'] for subnet, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:13.540631 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 194e7b71-74b4-4a4c-92eb-bc3210a06c9d up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:13.554659 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19a9cc-e3b7-42a1-9763-d5bb2c4e35c1 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c886d29-f50a-4b63-88ee-9fe8aeec5b33,revision_number=0']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:13.589489 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-1c19a9cc-e3b7-42a1-9763-d5bb2c4e35c1 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:13.590206 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:13.709182 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-1c19a9cc-e3b7-42a1-9763-d5bb2c4e35c1 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:13.710383 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-1c19a9cc-e3b7-42a1-9763-d5bb2c4e35c1 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7604315 May 25 15:58:13.713794 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 41828) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:13.761282 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-53b02a46-d246-4ab7-adcf-2d3ef928be2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:13.796902 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-b580de7a-2e57-4329-8fd4-ab4b51f9867f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Request body: {'floatingip': {'floating_network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:13.808919 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440848c-6fa2-49a2-b357-4053178355d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68,revision_number=0']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:13.812139 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-b580de7a-2e57-4329-8fd4-ab4b51f9867f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:13.820467 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning for port 194e7b71-74b4-4a4c-92eb-bc3210a06c9d completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:13.828660 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 194e7b71-74b4-4a4c-92eb-bc3210a06c9d triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:13.829071 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:13.854220 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-53b02a46-d246-4ab7-adcf-2d3ef928be2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:13.877210 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-e009305d-7e12-4892-abcb-52324204f127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:13.940638 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.notifiers.nova [req-039e5b9a-1033-4244-8997-93991ec46d19 req-ee8acf70-1028-4c31-84a5-b1c1eb3f356c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a2dc4a2-c53d-4b92-92aa-df68495589ad {{(pid=98824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:58:13.953912 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-039e5b9a-1033-4244-8997-93991ec46d19 req-ee8acf70-1028-4c31-84a5-b1c1eb3f356c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:13.972036 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.provisioning_blocks [req-039e5b9a-1033-4244-8997-93991ec46d19 req-ee8acf70-1028-4c31-84a5-b1c1eb3f356c service neutron] Transition to ACTIVE for port object 8a2dc4a2-c53d-4b92-92aa-df68495589ad will not be triggered until provisioned by entity L2. {{(pid=98824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:13.977130 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-5440848c-6fa2-49a2-b357-4053178355d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:13.985206 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b02a46-d246-4ab7-adcf-2d3ef928be2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def80272-9b84-4ad1-82d1-38f9454d2bad,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:13.986185 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-b580de7a-2e57-4329-8fd4-ab4b51f9867f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Usage tracker for resource:floatingip and tenant:1dafbac212f4486fb6d026d08f3d58bb is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:13.989875 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-53b02a46-d246-4ab7-adcf-2d3ef928be2b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=52acd9c8c575462cb529998f6ebbfb9c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0861173 May 25 15:58:13.990810 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-53b02a46-d246-4ab7-adcf-2d3ef928be2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:13.993480 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 41840) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:14.022325 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-b580de7a-2e57-4329-8fd4-ab4b51f9867f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:14.037937 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-b580de7a-2e57-4329-8fd4-ab4b51f9867f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:14.046644 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5440848c-6fa2-49a2-b357-4053178355d6 admin admin] Checking segment: {'id': '09faaebc-deae-4e59-aabb-12f66238ab21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'ab46e9ff-c4ed-42a6-a4bf-84fd634e0151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:58:14.047656 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5440848c-6fa2-49a2-b357-4053178355d6 admin admin] Network hostable DHCP agents. Network: ab46e9ff-c4ed-42a6-a4bf-84fd634e0151, hostable agents: ['00ebe683-d06a-496e-87c5-4674691aaa5f'], hosted agents: [] {{(pid=98824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:58:14.085082 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-039e5b9a-1033-4244-8997-93991ec46d19 req-ee8acf70-1028-4c31-84a5-b1c1eb3f356c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6454833'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:14.092875 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8cb3df2a-b231-40db-92a4-db5174b415c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:14.107546 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:14.111581 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:14.137476 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8cb3df2a-b231-40db-92a4-db5174b415c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:14.172924 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] For port 194e7b71-74b4-4a4c-92eb-bc3210a06c9d, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=194e7b71-74b4-4a4c-92eb-bc3210a06c9d,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:14.189964 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-b580de7a-2e57-4329-8fd4-ab4b51f9867f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for floatingip, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:14.204488 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-cb60870a-d8a7-488a-8c63-d4230326692b req-96fd611c-a87f-499c-b5b8-a246cd9357f4 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Unset dirty status for tenant:4a094366b940450fa613a7c47cc83a09 on resource:port {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:58:14.205677 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cb60870a-d8a7-488a-8c63-d4230326692b req-96fd611c-a87f-499c-b5b8-a246cd9357f4 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1e70cb7-4916-4684-bf2f-a91df78887b1 HTTP/1.1" status: 200 len: 932 time: 1.3182342 May 25 15:58:14.340885 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:14.346810 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:14.352737 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5440848c-6fa2-49a2-b357-4053178355d6 admin admin] Network ab46e9ff-c4ed-42a6-a4bf-84fd634e0151 is scheduled to be hosted by DHCP agent 00ebe683-d06a-496e-87c5-4674691aaa5f with binding_index 1 {{(pid=98824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:58:14.391396 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8cb3df2a-b231-40db-92a4-db5174b415c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:14.391938 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8acf70-1028-4c31-84a5-b1c1eb3f356c service neutron] Pushing event updated for resources: {'Port': ['ID=8a2dc4a2-c53d-4b92-92aa-df68495589ad,revision_number=2']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:14.393579 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-ee8acf70-1028-4c31-84a5-b1c1eb3f356c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:14.408438 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-da5d3957-a87e-4f75-bc43-386f8bf827be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:14.466722 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8cb3df2a-b231-40db-92a4-db5174b415c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:14.469343 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-8cb3df2a-b231-40db-92a4-db5174b415c0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/def80272-9b84-4ad1-82d1-38f9454d2bad HTTP/1.1" status: 204 len: 168 time: 0.4747310 May 25 15:58:14.474655 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3df2a-b231-40db-92a4-db5174b415c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def80272-9b84-4ad1-82d1-38f9454d2bad,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:14.478844 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Pushing event updated for resources: {'Port': ['ID=194e7b71-74b4-4a4c-92eb-bc3210a06c9d,revision_number=5']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:14.485485 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-8cb3df2a-b231-40db-92a4-db5174b415c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:14.488267 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:14.528170 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [None req-5440848c-6fa2-49a2-b357-4053178355d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-6-smb, ab46e9ff-c4ed-42a6-a4bf-84fd634e0151) {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:14.540253 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d388fc82-dfed-47da-8ad9-17c5192a13ee None None] Network ab46e9ff-c4ed-42a6-a4bf-84fd634e0151 requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:58:14.635247 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5440848c-6fa2-49a2-b357-4053178355d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:14.636275 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5440848c-6fa2-49a2-b357-4053178355d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:14.654533 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cb60870a-d8a7-488a-8c63-d4230326692b req-09ea5f3d-3622-4ebe-85ee-06b176fd75bd tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/security-groups?id=097042cd-0405-4cdd-9ed0-239e523bc280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402423 May 25 15:58:14.750831 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-039e5b9a-1033-4244-8997-93991ec46d19 req-ee8acf70-1028-4c31-84a5-b1c1eb3f356c service neutron] Attempting to bind port 8a2dc4a2-c53d-4b92-92aa-df68495589ad on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:58:14.751533 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-039e5b9a-1033-4244-8997-93991ec46d19 req-ee8acf70-1028-4c31-84a5-b1c1eb3f356c service neutron] Attempting to bind port 8a2dc4a2-c53d-4b92-92aa-df68495589ad by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'fefbe82a-316e-48a2-8bfa-c3859e2793c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5236d657-b434-4f22-b7c1-312b718dc2e9'}] {{(pid=98824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:58:14.751533 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039e5b9a-1033-4244-8997-93991ec46d19 req-ee8acf70-1028-4c31-84a5-b1c1eb3f356c service neutron] Attempting to bind port 8a2dc4a2-c53d-4b92-92aa-df68495589ad on network 5236d657-b434-4f22-b7c1-312b718dc2e9 {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:14.762746 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039e5b9a-1033-4244-8997-93991ec46d19 req-ee8acf70-1028-4c31-84a5-b1c1eb3f356c service neutron] Port 8a2dc4a2-c53d-4b92-92aa-df68495589ad on network 5236d657-b434-4f22-b7c1-312b718dc2e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:58:14.763759 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039e5b9a-1033-4244-8997-93991ec46d19 req-ee8acf70-1028-4c31-84a5-b1c1eb3f356c service neutron] Attempting to bind port 8a2dc4a2-c53d-4b92-92aa-df68495589ad on network 5236d657-b434-4f22-b7c1-312b718dc2e9 {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:14.784546 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039e5b9a-1033-4244-8997-93991ec46d19 req-ee8acf70-1028-4c31-84a5-b1c1eb3f356c service neutron] Checking agent: {'id': '8886f986-558f-4b39-be9e-9feee4f02dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'started_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:58:14.784922 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039e5b9a-1033-4244-8997-93991ec46d19 req-ee8acf70-1028-4c31-84a5-b1c1eb3f356c service neutron] Checking segment: {'id': 'fefbe82a-316e-48a2-8bfa-c3859e2793c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5236d657-b434-4f22-b7c1-312b718dc2e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:58:14.785314 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039e5b9a-1033-4244-8997-93991ec46d19 req-ee8acf70-1028-4c31-84a5-b1c1eb3f356c service neutron] Bound using segment: {'id': 'fefbe82a-316e-48a2-8bfa-c3859e2793c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5236d657-b434-4f22-b7c1-312b718dc2e9'} {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:58:14.788313 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-039e5b9a-1033-4244-8997-93991ec46d19 req-ee8acf70-1028-4c31-84a5-b1c1eb3f356c service neutron] Bound port: 8a2dc4a2-c53d-4b92-92aa-df68495589ad, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fefbe82a-316e-48a2-8bfa-c3859e2793c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5236d657-b434-4f22-b7c1-312b718dc2e9'}}] {{(pid=98824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:58:14.788313 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-039e5b9a-1033-4244-8997-93991ec46d19 req-ee8acf70-1028-4c31-84a5-b1c1eb3f356c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:14.815983 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-5440848c-6fa2-49a2-b357-4053178355d6 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.0780180 May 25 15:58:14.816399 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 41862) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:14.822769 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-cd2fdf04-440d-467d-8504-50e7b63c7875 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-659020519-router', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'}}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:14.829383 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-cd2fdf04-440d-467d-8504-50e7b63c7875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:14.832568 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bbef0-13fb-46fc-9d55-255beb24c1fa req-4aeeef31-4228-4b37-bdec-78291e816c49 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:14.838291 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-cd2fdf04-440d-467d-8504-50e7b63c7875 admin admin] Usage tracker for resource:router and tenant:04e5d6c18a744c4fb33799b5049c26af is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:14.840113 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e28bbef0-13fb-46fc-9d55-255beb24c1fa req-4aeeef31-4228-4b37-bdec-78291e816c49 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.3860731 May 25 15:58:14.844624 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-cd2fdf04-440d-467d-8504-50e7b63c7875 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:14.859234 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-cd2fdf04-440d-467d-8504-50e7b63c7875 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:14.866023 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62ef3b2-c3f4-4bef-9f66-d5462fed0a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32cf0f2c-b959-5911-8d06-ef128a5e522b-ab46e9ff-c4ed-42a6-a4bf-84fd634e0151', 'network_id': 'ab46e9ff-c4ed-42a6-a4bf-84fd634e0151', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'fixed_ips': [{'subnet_id': '6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68'}]}} from dv-cinder-786384-6-smb. {{(pid=98825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 15:58:14.867893 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b62ef3b2-c3f4-4bef-9f66-d5462fed0a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:14.958488 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-cd2fdf04-440d-467d-8504-50e7b63c7875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-447326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2893'] for router, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:14.959566 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-cd2fdf04-440d-467d-8504-50e7b63c7875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-449153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2886'] for router, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:14.961835 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e28bbef0-13fb-46fc-9d55-255beb24c1fa req-a5db25e0-73df-44b2-938c-e5449f1008f6 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207690 May 25 15:58:15.008899 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-cd2fdf04-440d-467d-8504-50e7b63c7875 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:15.021944 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-b580de7a-2e57-4329-8fd4-ab4b51f9867f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:15.139530 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.db [req-039e5b9a-1033-4244-8997-93991ec46d19 req-ee8acf70-1028-4c31-84a5-b1c1eb3f356c service neutron] For port 8a2dc4a2-c53d-4b92-92aa-df68495589ad, host hv-cinder-78638, cleared binding levels {{(pid=98824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:58:15.166018 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.db [req-039e5b9a-1033-4244-8997-93991ec46d19 req-ee8acf70-1028-4c31-84a5-b1c1eb3f356c service neutron] For port 8a2dc4a2-c53d-4b92-92aa-df68495589ad, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8a2dc4a2-c53d-4b92-92aa-df68495589ad,segment=NetworkSegment(fefbe82a-316e-48a2-8bfa-c3859e2793c8),segment_id=fefbe82a-316e-48a2-8bfa-c3859e2793c8)] {{(pid=98824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:58:15.215316 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.db_base_plugin_common [None req-b62ef3b2-c3f4-4bef-9f66-d5462fed0a6a None None] Allocated IP 172.20.0.2 (ab46e9ff-c4ed-42a6-a4bf-84fd634e0151/6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68/cff2fc6f-4ca2-4fc4-9a65-185909c4e245) {{(pid=98825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:58:15.267356 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-039e5b9a-1033-4244-8997-93991ec46d19 req-ee8acf70-1028-4c31-84a5-b1c1eb3f356c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6454833'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:15.288279 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:15.430625 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e5b9a-1033-4244-8997-93991ec46d19 req-ee8acf70-1028-4c31-84a5-b1c1eb3f356c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:15.431065 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-039e5b9a-1033-4244-8997-93991ec46d19 req-ee8acf70-1028-4c31-84a5-b1c1eb3f356c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for port, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:15.432429 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-039e5b9a-1033-4244-8997-93991ec46d19 req-ee8acf70-1028-4c31-84a5-b1c1eb3f356c service neutron] 10.222.0.91 "PUT /v2.0/ports/8a2dc4a2-c53d-4b92-92aa-df68495589ad HTTP/1.1" status: 200 len: 1094 time: 2.7526901 May 25 15:58:15.434619 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e70cb7-4916-4684-bf2f-a91df78887b1', 'tag': '8a2dc4a2-c53d-4b92-92aa-df68495589ad'}] {{(pid=98824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:58:15.478419 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8acf70-1028-4c31-84a5-b1c1eb3f356c service neutron] Pushing event updated for resources: {'Port': ['ID=8a2dc4a2-c53d-4b92-92aa-df68495589ad,revision_number=3']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:15.484201 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_common [None req-b580de7a-2e57-4329-8fd4-ab4b51f9867f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Allocated IP 172.28.1.49 (be3871dc-f381-4103-8f68-0343c836dc76/3c10e3ea-68ab-49d4-8887-aa85c11495c1/ed9e3fcd-c02f-4929-8c87-72bf440a3058) {{(pid=98824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:58:15.487103 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-ee8acf70-1028-4c31-84a5-b1c1eb3f356c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:15.496442 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 194e7b71-74b4-4a4c-92eb-bc3210a06c9d up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:15.542822 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe35af-c190-485a-a6cb-175a1d4392ef req-615358d9-c2c4-4ffb-ac0f-8c4928718b24 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:15.550342 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-8bfe35af-c190-485a-a6cb-175a1d4392ef req-615358d9-c2c4-4ffb-ac0f-8c4928718b24 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.3403103 May 25 15:58:15.625811 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-cd2fdf04-440d-467d-8504-50e7b63c7875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449188', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2864'] for router, precommit_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:15.628206 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b62ef3b2-c3f4-4bef-9f66-d5462fed0a6a None None] Notify callbacks [] for port, precommit_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:15.628337 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e70cb7-4916-4684-bf2f-a91df78887b1', 'tag': '8a2dc4a2-c53d-4b92-92aa-df68495589ad', 'status': 'completed', 'code': 200} May 25 15:58:15.643072 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-b62ef3b2-c3f4-4bef-9f66-d5462fed0a6a None None] Transition to ACTIVE for port object cff2fc6f-4ca2-4fc4-9a65-185909c4e245 will not be triggered until provisioned by entity L2. {{(pid=98825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:15.671643 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-b62ef3b2-c3f4-4bef-9f66-d5462fed0a6a None None] Transition to ACTIVE for port object cff2fc6f-4ca2-4fc4-9a65-185909c4e245 will not be triggered until provisioned by entity DHCP. {{(pid=98825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:15.672905 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 194e7b71-74b4-4a4c-92eb-bc3210a06c9d triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:15.673289 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:15.751836 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-8bfe35af-c190-485a-a6cb-175a1d4392ef req-2c1b5407-c453-4a80-b839-f0da8f257cda tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005630 May 25 15:58:15.755756 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 41882) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:15.846258 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b62ef3b2-c3f4-4bef-9f66-d5462fed0a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603'] for port, after_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:15.854695 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:15.864248 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4d77e91a-7d08-4bd9-bb52-eb8d25a13785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:15.931057 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-4d77e91a-7d08-4bd9-bb52-eb8d25a13785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:15.937431 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62ef3b2-c3f4-4bef-9f66-d5462fed0a6a None None] Network ab46e9ff-c4ed-42a6-a4bf-84fd634e0151 is already hosted by enough agents. {{(pid=98825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:58:15.947719 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.scheduler.base_scheduler [None req-b62ef3b2-c3f4-4bef-9f66-d5462fed0a6a None None] Resources bound (agent type, host, resource id): {{(pid=98825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:15.953974 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62ef3b2-c3f4-4bef-9f66-d5462fed0a6a None None] Received port after_create {{(pid=98825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:58:15.956069 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ef3b2-c3f4-4bef-9f66-d5462fed0a6a None None] Pushing event updated for resources: {'Port': ['ID=cff2fc6f-4ca2-4fc4-9a65-185909c4e245,revision_number=1']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:15.961055 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-b62ef3b2-c3f4-4bef-9f66-d5462fed0a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:16.057946 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-4d77e91a-7d08-4bd9-bb52-eb8d25a13785 admin admin] Usage tracker for resource:security_group_rule and tenant:0bdc64f3f24f4859b276f269876ba86d is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:16.065928 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-b62ef3b2-c3f4-4bef-9f66-d5462fed0a6a None None] Attempting to bind port cff2fc6f-4ca2-4fc4-9a65-185909c4e245 on host dv-cinder-786384-6-smb for vnic_type normal with profile {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:58:16.066312 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-b62ef3b2-c3f4-4bef-9f66-d5462fed0a6a None None] Attempting to bind port cff2fc6f-4ca2-4fc4-9a65-185909c4e245 by drivers openvswitch,hyperv on host dv-cinder-786384-6-smb at level 0 using segments [{'id': '09faaebc-deae-4e59-aabb-12f66238ab21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'ab46e9ff-c4ed-42a6-a4bf-84fd634e0151'}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:58:16.066687 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62ef3b2-c3f4-4bef-9f66-d5462fed0a6a None None] Attempting to bind port cff2fc6f-4ca2-4fc4-9a65-185909c4e245 on network ab46e9ff-c4ed-42a6-a4bf-84fd634e0151 {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:16.076007 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62ef3b2-c3f4-4bef-9f66-d5462fed0a6a None None] Checking agent: {'id': '604f280d-a953-439f-8917-ecde1e61df0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 48, 25), 'started_at': datetime.datetime(2021, 5, 25, 15, 48, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:58:16.076569 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62ef3b2-c3f4-4bef-9f66-d5462fed0a6a None None] Checking segment: {'id': '09faaebc-deae-4e59-aabb-12f66238ab21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'ab46e9ff-c4ed-42a6-a4bf-84fd634e0151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:58:16.077162 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b62ef3b2-c3f4-4bef-9f66-d5462fed0a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:16.077754 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62ef3b2-c3f4-4bef-9f66-d5462fed0a6a None None] Bound using segment: {'id': '09faaebc-deae-4e59-aabb-12f66238ab21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'ab46e9ff-c4ed-42a6-a4bf-84fd634e0151'} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:58:16.078542 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-b62ef3b2-c3f4-4bef-9f66-d5462fed0a6a None None] Bound port: cff2fc6f-4ca2-4fc4-9a65-185909c4e245, host: dv-cinder-786384-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09faaebc-deae-4e59-aabb-12f66238ab21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'ab46e9ff-c4ed-42a6-a4bf-84fd634e0151'}}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:58:16.079021 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b62ef3b2-c3f4-4bef-9f66-d5462fed0a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:16.080751 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-4d77e91a-7d08-4bd9-bb52-eb8d25a13785 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:16.106305 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-b580de7a-2e57-4329-8fd4-ab4b51f9867f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for port, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:16.110668 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-4d77e91a-7d08-4bd9-bb52-eb8d25a13785 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:16.153301 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e5b9a-1033-4244-8997-93991ec46d19 req-5ee8b17c-d4c8-440c-bce1-e4d60651cf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:16.155442 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-039e5b9a-1033-4244-8997-93991ec46d19 req-5ee8b17c-d4c8-440c-bce1-e4d60651cf2e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4a094366b940450fa613a7c47cc83a09&device_id=f1e70cb7-4916-4684-bf2f-a91df78887b1 HTTP/1.1" status: 200 len: 1097 time: 0.5017068 May 25 15:58:16.199291 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-b62ef3b2-c3f4-4bef-9f66-d5462fed0a6a None None] For port cff2fc6f-4ca2-4fc4-9a65-185909c4e245, host dv-cinder-786384-6-smb, cleared binding levels {{(pid=98825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:58:16.203664 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-b62ef3b2-c3f4-4bef-9f66-d5462fed0a6a None None] For port cff2fc6f-4ca2-4fc4-9a65-185909c4e245, host dv-cinder-786384-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=cff2fc6f-4ca2-4fc4-9a65-185909c4e245,segment=NetworkSegment(09faaebc-deae-4e59-aabb-12f66238ab21),segment_id=09faaebc-deae-4e59-aabb-12f66238ab21)] {{(pid=98825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:58:16.247248 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-cd2fdf04-440d-467d-8504-50e7b63c7875 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:16.272252 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b62ef3b2-c3f4-4bef-9f66-d5462fed0a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:16.277725 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:16.298579 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-cd2fdf04-440d-467d-8504-50e7b63c7875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:16.381596 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ef3b2-c3f4-4bef-9f66-d5462fed0a6a None None] Pushing event updated for resources: {'Port': ['ID=cff2fc6f-4ca2-4fc4-9a65-185909c4e245,revision_number=2']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:16.384875 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-b62ef3b2-c3f4-4bef-9f66-d5462fed0a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:16.423290 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-039e5b9a-1033-4244-8997-93991ec46d19 req-46616718-4e21-45b3-bac7-a96e1716d188 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a2dc4a2-c53d-4b92-92aa-df68495589ad HTTP/1.1" status: 200 len: 217 time: 0.2515898 May 25 15:58:16.499222 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c2e2e-510b-4f8d-aae0-e12918c4bf6d req-f94f307a-011f-4cdd-aa0c-1206b9c29bc2 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:16.501227 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-104c2e2e-510b-4f8d-aae0-e12918c4bf6d req-f94f307a-011f-4cdd-aa0c-1206b9c29bc2 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1e70cb7-4916-4684-bf2f-a91df78887b1 HTTP/1.1" status: 200 len: 944 time: 0.5717361 May 25 15:58:16.597605 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e5b9a-1033-4244-8997-93991ec46d19 req-19e30afb-18e7-4d83-b50c-3090fea82dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:16.599289 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-039e5b9a-1033-4244-8997-93991ec46d19 req-19e30afb-18e7-4d83-b50c-3090fea82dbd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=bd4604ee-5070-40e1-b607-410324843b4c HTTP/1.1" status: 200 len: 848 time: 0.1676157 May 25 15:58:16.600394 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-b580de7a-2e57-4329-8fd4-ab4b51f9867f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6454840'] for port, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:16.616817 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-104c2e2e-510b-4f8d-aae0-e12918c4bf6d req-cb41483c-4d53-40b1-9724-db56060590e8 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/security-groups?id=097042cd-0405-4cdd-9ed0-239e523bc280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973916 May 25 15:58:16.644904 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-aa036d1d-7e3d-4a74-8e9c-4cc51f342106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:16.694986 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.db_base_plugin_common [None req-cd2fdf04-440d-467d-8504-50e7b63c7875 admin admin] Allocated IP 172.28.1.23 (be3871dc-f381-4103-8f68-0343c836dc76/3c10e3ea-68ab-49d4-8887-aa85c11495c1/83b7077b-0148-46be-9255-a271b72ab751) {{(pid=98823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:58:16.784546 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b580de7a-2e57-4329-8fd4-ab4b51f9867f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Network be3871dc-f381-4103-8f68-0343c836dc76 is already hosted by enough agents. {{(pid=98824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:58:16.792516 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-039e5b9a-1033-4244-8997-93991ec46d19 req-88e1e630-f161-4114-afe3-abe4aee08888 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5236d657-b434-4f22-b7c1-312b718dc2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1695981 May 25 15:58:16.799145 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [None req-b580de7a-2e57-4329-8fd4-ab4b51f9867f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Resources bound (agent type, host, resource id): {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:16.818900 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b580de7a-2e57-4329-8fd4-ab4b51f9867f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Received port after_create {{(pid=98824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:58:16.923847 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-cd2fdf04-440d-467d-8504-50e7b63c7875 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:16.980895 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4d77e91a-7d08-4bd9-bb52-eb8d25a13785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:17.016254 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-cd2fdf04-440d-467d-8504-50e7b63c7875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603'] for port, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:17.021953 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-80cbccfb-aa0c-4e96-91ca-91a02a2b128b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:17.096620 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-039e5b9a-1033-4244-8997-93991ec46d19 req-5b860dd5-32ba-4087-83f9-58727926d5d7 service neutron] 10.222.0.91 "GET /v2.0/networks/5236d657-b434-4f22-b7c1-312b718dc2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925482 May 25 15:58:17.100013 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580de7a-2e57-4329-8fd4-ab4b51f9867f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Pushing event updated for resources: {'Port': ['ID=ed9e3fcd-c02f-4929-8c87-72bf440a3058,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:17.103563 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4d77e91a-7d08-4bd9-bb52-eb8d25a13785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:17.120529 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-b580de7a-2e57-4329-8fd4-ab4b51f9867f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:17.121200 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-d410e484-601d-46f3-b0f8-f136bf7fba70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:17.150969 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2fdf04-440d-467d-8504-50e7b63c7875 admin admin] Network be3871dc-f381-4103-8f68-0343c836dc76 is already hosted by enough agents. {{(pid=98823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:58:17.155534 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [None req-cd2fdf04-440d-467d-8504-50e7b63c7875 admin admin] Resources bound (agent type, host, resource id): {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:17.158263 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fdf04-440d-467d-8504-50e7b63c7875 admin admin] Pushing event updated for resources: {'Port': ['ID=83b7077b-0148-46be-9255-a271b72ab751,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:17.161417 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2fdf04-440d-467d-8504-50e7b63c7875 admin admin] Received port after_create {{(pid=98823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:58:17.222263 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-cd2fdf04-440d-467d-8504-50e7b63c7875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:17.327335 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-4d77e91a-7d08-4bd9-bb52-eb8d25a13785 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0bdc64f3f24f4859b276f269876ba86d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5675497 May 25 15:58:17.332855 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 41914) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:17.344139 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77e91a-7d08-4bd9-bb52-eb8d25a13785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf8eddc-3f89-4562-ac3b-fde5968b5a2e,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:17.351929 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-4d77e91a-7d08-4bd9-bb52-eb8d25a13785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:17.368536 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-b580de7a-2e57-4329-8fd4-ab4b51f9867f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:17.387018 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-039e5b9a-1033-4244-8997-93991ec46d19 req-9cbc3093-e2fc-4897-adb5-6c5d37dffba5 service neutron] 10.222.0.91 "GET /v2.0/networks/5236d657-b434-4f22-b7c1-312b718dc2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710428 May 25 15:58:17.478624 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-91c6e7c0-d21d-4396-98d9-46bbb75113d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:17.542920 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device cff2fc6f-4ca2-4fc4-9a65-185909c4e245 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:17.591015 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-91c6e7c0-d21d-4396-98d9-46bbb75113d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:17.714650 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-b580de7a-2e57-4329-8fd4-ab4b51f9867f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:17.732535 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7506c10-3176-47e5-b07e-56eab42c039f None None] Network ab46e9ff-c4ed-42a6-a4bf-84fd634e0151 requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:58:17.766792 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning for port cff2fc6f-4ca2-4fc4-9a65-185909c4e245 completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:17.815331 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 41926) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:17.943048 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-cd2fdf04-440d-467d-8504-50e7b63c7875 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:17.994572 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-cd959d56-d7f0-41ae-b70d-0577126cddc5 None None] Provisioning for port cff2fc6f-4ca2-4fc4-9a65-185909c4e245 completed by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:18.006363 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-cd959d56-d7f0-41ae-b70d-0577126cddc5 None None] Provisioning complete for port cff2fc6f-4ca2-4fc4-9a65-185909c4e245 triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:18.006587 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-cd959d56-d7f0-41ae-b70d-0577126cddc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:18.013725 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-91c6e7c0-d21d-4396-98d9-46bbb75113d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:18.014062 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cdf820e0-66fa-4e7a-b1bb-c427afec19a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:18.019614 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-8ca48dd9-66c8-4316-97ca-258c8cbb7c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:18.044662 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6e7c0-d21d-4396-98d9-46bbb75113d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf8eddc-3f89-4562-ac3b-fde5968b5a2e,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:18.047629 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-91c6e7c0-d21d-4396-98d9-46bbb75113d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:18.050197 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-cdf820e0-66fa-4e7a-b1bb-c427afec19a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:18.054850 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0f939-d454-4b93-99dc-711b9f616dd3 req-1e2c19b7-9f97-4393-b8db-e64cf4667ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:18.056340 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ccf0f939-d454-4b93-99dc-711b9f616dd3 req-1e2c19b7-9f97-4393-b8db-e64cf4667ff8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4a094366b940450fa613a7c47cc83a09&device_id=f1e70cb7-4916-4684-bf2f-a91df78887b1 HTTP/1.1" status: 200 len: 1097 time: 0.4459753 May 25 15:58:18.061947 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-cdf820e0-66fa-4e7a-b1bb-c427afec19a6 admin admin] Usage tracker for resource:security_group_rule and tenant:26872b9dbc7a4f1aa89d3a48d70b345a is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:18.069148 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-cdf820e0-66fa-4e7a-b1bb-c427afec19a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:18.109020 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-cdf820e0-66fa-4e7a-b1bb-c427afec19a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:18.145937 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-91c6e7c0-d21d-4396-98d9-46bbb75113d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:18.147276 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-91c6e7c0-d21d-4396-98d9-46bbb75113d7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2cf8eddc-3f89-4562-ac3b-fde5968b5a2e HTTP/1.1" status: 204 len: 168 time: 0.8130531 May 25 15:58:18.214974 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875fe6a2-68f7-4b83-9490-7b0d79d44aed req-96f761be-9dc2-4957-99c5-903cf7532edf tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:18.217086 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-875fe6a2-68f7-4b83-9490-7b0d79d44aed req-96f761be-9dc2-4957-99c5-903cf7532edf tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1e70cb7-4916-4684-bf2f-a91df78887b1 HTTP/1.1" status: 200 len: 944 time: 0.3984735 May 25 15:58:18.259353 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-cd959d56-d7f0-41ae-b70d-0577126cddc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:18.315726 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-b580de7a-2e57-4329-8fd4-ab4b51f9867f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for port, precommit_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:18.349834 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-cd959d56-d7f0-41ae-b70d-0577126cddc5 None None] For port cff2fc6f-4ca2-4fc4-9a65-185909c4e245, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=cff2fc6f-4ca2-4fc4-9a65-185909c4e245,segment=NetworkSegment(09faaebc-deae-4e59-aabb-12f66238ab21),segment_id=09faaebc-deae-4e59-aabb-12f66238ab21)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:18.367881 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0f939-d454-4b93-99dc-711b9f616dd3 req-e0fc3916-dfca-4a71-9599-ae61a612d40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:18.371573 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ccf0f939-d454-4b93-99dc-711b9f616dd3 req-e0fc3916-dfca-4a71-9599-ae61a612d40d service neutron] 10.222.0.91 "GET /v2.0/networks?id=5236d657-b434-4f22-b7c1-312b718dc2e9 HTTP/1.1" status: 200 len: 909 time: 0.2973654 May 25 15:58:18.377398 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-875fe6a2-68f7-4b83-9490-7b0d79d44aed req-fbb88d16-6b1f-4835-a886-aea536842983 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/security-groups?id=097042cd-0405-4cdd-9ed0-239e523bc280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492524 May 25 15:58:18.468979 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-cd2fdf04-440d-467d-8504-50e7b63c7875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449255'] for router, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:18.470783 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-b580de7a-2e57-4329-8fd4-ab4b51f9867f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6454833'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:18.478190 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-cd959d56-d7f0-41ae-b70d-0577126cddc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:18.480509 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:18.490832 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:18.595826 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd959d56-d7f0-41ae-b70d-0577126cddc5 None None] Pushing event updated for resources: {'Port': ['ID=cff2fc6f-4ca2-4fc4-9a65-185909c4e245,revision_number=3']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:18.602111 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-cd959d56-d7f0-41ae-b70d-0577126cddc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:18.653152 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ccf0f939-d454-4b93-99dc-711b9f616dd3 req-50c72ebd-0324-401d-8831-082be1e31841 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a2dc4a2-c53d-4b92-92aa-df68495589ad HTTP/1.1" status: 200 len: 217 time: 0.2676024 May 25 15:58:18.713266 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-309a4212-8a61-49f6-9f83-66fe6f9738ff None None] Provisioning complete for port cff2fc6f-4ca2-4fc4-9a65-185909c4e245 triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:18.713649 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-309a4212-8a61-49f6-9f83-66fe6f9738ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:18.804096 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-b580de7a-2e57-4329-8fd4-ab4b51f9867f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449055'] for floatingip, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:18.816354 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cdf820e0-66fa-4e7a-b1bb-c427afec19a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:18.838672 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580de7a-2e57-4329-8fd4-ab4b51f9867f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Pushing event updated for resources: {'Port': ['ID=ed9e3fcd-c02f-4929-8c87-72bf440a3058,revision_number=2']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:18.847816 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-b580de7a-2e57-4329-8fd4-ab4b51f9867f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:18.854675 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0f939-d454-4b93-99dc-711b9f616dd3 req-f72780bf-9efa-4a27-b1a4-84cd9290be65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:18.856345 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ccf0f939-d454-4b93-99dc-711b9f616dd3 req-f72780bf-9efa-4a27-b1a4-84cd9290be65 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=bd4604ee-5070-40e1-b607-410324843b4c HTTP/1.1" status: 200 len: 848 time: 0.1786661 May 25 15:58:18.922066 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cdf820e0-66fa-4e7a-b1bb-c427afec19a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:18.941024 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2fdf04-440d-467d-8504-50e7b63c7875 admin admin] Router ca0a40b0-589e-403d-ab6d-1cd5ea898f2b is scheduled to L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab with binding_index 1 {{(pid=98823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 15:58:18.950009 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-520be236-2b22-45e6-8b22-fe7d9773bc44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:18.970629 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-cdf820e0-66fa-4e7a-b1bb-c427afec19a6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=26872b9dbc7a4f1aa89d3a48d70b345a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1423414 May 25 15:58:18.970629 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ccf0f939-d454-4b93-99dc-711b9f616dd3 req-943dc4e5-8b8e-457a-9db8-16779f9fdd10 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5236d657-b434-4f22-b7c1-312b718dc2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976577 May 25 15:58:18.970629 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 41954) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:19.027032 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-b580de7a-2e57-4329-8fd4-ab4b51f9867f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for floatingip, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:19.035617 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-b580de7a-2e57-4329-8fd4-ab4b51f9867f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3181920 May 25 15:58:19.062752 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf820e0-66fa-4e7a-b1bb-c427afec19a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb5e0dc-e8ad-499c-b41d-c75975628198,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:19.087863 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-cdf820e0-66fa-4e7a-b1bb-c427afec19a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:19.210300 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a68c3e2f-d6ef-467e-a395-60414ef7f1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:19.239305 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a68c3e2f-d6ef-467e-a395-60414ef7f1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:19.309726 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1d1aa-ae86-43ee-9075-c09200faa1d1 req-30ade852-2108-4e6f-b922-c57264398501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:19.311243 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-e7d1d1aa-ae86-43ee-9075-c09200faa1d1 req-30ade852-2108-4e6f-b922-c57264398501 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3b535e0be0c24db68760dcdb4881bdaf&device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 1098 time: 0.2261689 May 25 15:58:19.319492 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2fdf04-440d-467d-8504-50e7b63c7875 admin admin] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:58:19.329726 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc87cbd-53bb-41eb-93dd-cdde3af8e594 None None] Sync routers for ids ['ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'] in dv-cinder-786384-6-smb {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:58:19.338680 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc87cbd-53bb-41eb-93dd-cdde3af8e594 None None] Routers {'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:58:19.339288 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-3cc87cbd-53bb-41eb-93dd-cdde3af8e594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:57:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:19.380887 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ccf0f939-d454-4b93-99dc-711b9f616dd3 req-2943accd-be96-40f3-8a50-9fe34791faf6 service neutron] 10.222.0.91 "GET /v2.0/networks/5236d657-b434-4f22-b7c1-312b718dc2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405583 May 25 15:58:19.413714 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-ed32e6a4-a174-49d0-baf6-66d1deabf750 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Synchronizing usage tracker for tenant:1dafbac212f4486fb6d026d08f3d58bb on resource:security_group {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:58:19.487534 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device cff2fc6f-4ca2-4fc4-9a65-185909c4e245 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:19.488517 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0d0dd-bfa8-4518-8da3-e09e7c5adb92 req-42749b09-4e7a-454a-9346-c150d2fe4c47 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:19.495516 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-65f0d0dd-bfa8-4518-8da3-e09e7c5adb92 req-42749b09-4e7a-454a-9346-c150d2fe4c47 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.4297686 May 25 15:58:19.533316 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a68c3e2f-d6ef-467e-a395-60414ef7f1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:19.541491 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-cd2fdf04-440d-467d-8504-50e7b63c7875 admin admin] Notify callbacks [] for router, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:19.542518 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-cd2fdf04-440d-467d-8504-50e7b63c7875 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.7248349 May 25 15:58:19.544229 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-9b81a995-271c-475c-9345-23f437cae462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:19.563024 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 41980) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:19.577269 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c3e2f-d6ef-467e-a395-60414ef7f1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb5e0dc-e8ad-499c-b41d-c75975628198,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:19.584593 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a68c3e2f-d6ef-467e-a395-60414ef7f1ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:19.603822 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a68c3e2f-d6ef-467e-a395-60414ef7f1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:19.607972 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-a68c3e2f-d6ef-467e-a395-60414ef7f1ae admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8bb5e0dc-e8ad-499c-b41d-c75975628198 HTTP/1.1" status: 204 len: 168 time: 0.6388853 May 25 15:58:19.636584 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-65f0d0dd-bfa8-4518-8da3-e09e7c5adb92 req-b2ac8749-da8d-428b-9ac1-36da29299757 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399286 May 25 15:58:19.641236 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-ed32e6a4-a174-49d0-baf6-66d1deabf750 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Unset dirty status for tenant:1dafbac212f4486fb6d026d08f3d58bb on resource:security_group {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:58:19.642375 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-ed32e6a4-a174-49d0-baf6-66d1deabf750 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1439969586&fields=id&tenant_id=1dafbac212f4486fb6d026d08f3d58bb HTTP/1.1" status: 200 len: 267 time: 0.3466253 May 25 15:58:19.660521 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port cff2fc6f-4ca2-4fc4-9a65-185909c4e245 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:19.661670 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:19.766168 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ccf0f939-d454-4b93-99dc-711b9f616dd3 req-d172cfaf-f086-4c25-9139-6e1846329364 service neutron] 10.222.0.91 "GET /v2.0/networks/5236d657-b434-4f22-b7c1-312b718dc2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753581 May 25 15:58:19.836822 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-3cc87cbd-53bb-41eb-93dd-cdde3af8e594 None None] Set router ca0a40b0-589e-403d-ab6d-1cd5ea898f2b gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:58:19.966550 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1d1aa-ae86-43ee-9075-c09200faa1d1 req-887d3cc3-9f4b-499a-8f41-694d00171c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:19.968006 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-e7d1d1aa-ae86-43ee-9075-c09200faa1d1 req-887d3cc3-9f4b-499a-8f41-694d00171c9d service neutron] 10.222.0.91 "GET /v2.0/networks?id=32f1ef9b-eb5b-4589-ada4-423c69ee954c HTTP/1.1" status: 200 len: 920 time: 0.6499465 May 25 15:58:20.029236 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 8a2dc4a2-c53d-4b92-92aa-df68495589ad details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:58:20.051550 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 41998) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:20.071207 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-3e1f2476-fc2b-4ccd-85d6-09ae8c953e60 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:20.071908 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-3e1f2476-fc2b-4ccd-85d6-09ae8c953e60 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Synchronizing usage tracker for tenant:1dafbac212f4486fb6d026d08f3d58bb on resource:network {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:58:20.117778 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248d755-62f9-4f96-a972-8cc4199f8eee req-a34797a4-1124-4ef9-aa84-aead29d1b988 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:20.131831 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c248d755-62f9-4f96-a972-8cc4199f8eee req-a34797a4-1124-4ef9-aa84-aead29d1b988 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1e70cb7-4916-4684-bf2f-a91df78887b1 HTTP/1.1" status: 200 len: 944 time: 0.2439275 May 25 15:58:20.241304 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-3e1f2476-fc2b-4ccd-85d6-09ae8c953e60 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Unset dirty status for tenant:1dafbac212f4486fb6d026d08f3d58bb on resource:network {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:58:20.242367 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-3e1f2476-fc2b-4ccd-85d6-09ae8c953e60 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/networks?id=9b9e8b48-533f-4671-b519-11ca6129f792 HTTP/1.1" status: 200 len: 816 time: 0.5677552 May 25 15:58:20.269247 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c248d755-62f9-4f96-a972-8cc4199f8eee req-cdddcd99-fcd8-485f-8ea4-088bdbca981b tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/security-groups?id=097042cd-0405-4cdd-9ed0-239e523bc280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361618 May 25 15:58:20.292607 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-f8c76bfe-2211-42ae-af1d-6400bf32863c tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/quotas/1dafbac212f4486fb6d026d08f3d58bb HTTP/1.1" status: 200 len: 375 time: 0.0201290 May 25 15:58:20.386455 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 8a2dc4a2-c53d-4b92-92aa-df68495589ad, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8a2dc4a2-c53d-4b92-92aa-df68495589ad,segment=NetworkSegment(fefbe82a-316e-48a2-8bfa-c3859e2793c8),segment_id=fefbe82a-316e-48a2-8bfa-c3859e2793c8)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:20.405481 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Returning: {'device': '8a2dc4a2-c53d-4b92-92aa-df68495589ad', 'network_id': '5236d657-b434-4f22-b7c1-312b718dc2e9', 'port_id': '8a2dc4a2-c53d-4b92-92aa-df68495589ad', 'mac_address': 'fa:16:3e:c3:29:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4604ee-5070-40e1-b607-410324843b4c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:58:20.426758 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-30ed37bd-4029-474e-96cf-8247a4eeb81d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-73676334-network', 'tenant_id': '1ce6fae3094a4163aaec82ab64e21bbf'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:20.440590 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-30ed37bd-4029-474e-96cf-8247a4eeb81d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:20.456309 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-3cc87cbd-53bb-41eb-93dd-cdde3af8e594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'name': 'tempest-TestMinimumBasicScenario-659020519-router', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '83b7077b-0148-46be-9255-a271b72ab751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:14Z', 'updated_at': '2021-05-25T15:58:17Z', 'revision_number': 3, 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'gw_port': {'id': '83b7077b-0148-46be-9255-a271b72ab751', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:91:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:16Z', 'updated_at': '2021-05-25T15:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:20.457043 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-30ed37bd-4029-474e-96cf-8247a4eeb81d admin admin] Usage tracker for resource:network and tenant:1ce6fae3094a4163aaec82ab64e21bbf is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:20.461571 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc87cbd-53bb-41eb-93dd-cdde3af8e594 None None] Checking router: ca0a40b0-589e-403d-ab6d-1cd5ea898f2b for host: dv-cinder-786384-6-smb {{(pid=98826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:58:20.462149 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc87cbd-53bb-41eb-93dd-cdde3af8e594 None None] Updating router ca0a40b0-589e-403d-ab6d-1cd5ea898f2b port 83b7077b-0148-46be-9255-a271b72ab751 binding host dv-cinder-786384-6-smb {{(pid=98826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:58:20.469213 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-fc778f6a-40d4-4237-a04b-655680abc20c tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Synchronizing usage tracker for tenant:1dafbac212f4486fb6d026d08f3d58bb on resource:port {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:58:20.484168 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-e7d1d1aa-ae86-43ee-9075-c09200faa1d1 req-f4baddaa-7cb1-4e8d-9bed-dcfd6ada583e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfcbd918-5bb5-4a5f-b576-82d8e4395f65 HTTP/1.1" status: 200 len: 217 time: 0.5043793 May 25 15:58:20.485688 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-30ed37bd-4029-474e-96cf-8247a4eeb81d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:20.487465 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:20.505054 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-30ed37bd-4029-474e-96cf-8247a4eeb81d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:20.509591 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a2dc4a2-c53d-4b92-92aa-df68495589ad {{(pid=98825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:58:20.532574 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-3cc87cbd-53bb-41eb-93dd-cdde3af8e594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:20.536194 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 8a2dc4a2-c53d-4b92-92aa-df68495589ad, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8a2dc4a2-c53d-4b92-92aa-df68495589ad,segment=NetworkSegment(fefbe82a-316e-48a2-8bfa-c3859e2793c8),segment_id=fefbe82a-316e-48a2-8bfa-c3859e2793c8)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:20.615607 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-fc778f6a-40d4-4237-a04b-655680abc20c tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Unset dirty status for tenant:1dafbac212f4486fb6d026d08f3d58bb on resource:port {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:58:20.617240 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-fc778f6a-40d4-4237-a04b-655680abc20c tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1dafbac212f4486fb6d026d08f3d58bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3121419 May 25 15:58:20.668443 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:20.677155 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-cd959d56-d7f0-41ae-b70d-0577126cddc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:20.714216 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ed37bd-4029-474e-96cf-8247a4eeb81d admin admin] Made reservation on behalf of 1ce6fae3094a4163aaec82ab64e21bbf for: {'network': 1} {{(pid=98824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:58:20.718444 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-30ed37bd-4029-474e-96cf-8247a4eeb81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1625114'] for network, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:20.725325 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1d1aa-ae86-43ee-9075-c09200faa1d1 req-d99a87b0-5d47-4479-b574-93e23030be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:20.726608 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-e7d1d1aa-ae86-43ee-9075-c09200faa1d1 req-d99a87b0-5d47-4479-b574-93e23030be3d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=25387402-7c77-4bfb-95d5-0f9f4bb4cc9b HTTP/1.1" status: 200 len: 859 time: 0.1531930 May 25 15:58:20.739999 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-30ed37bd-4029-474e-96cf-8247a4eeb81d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:20.772173 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 42010) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:20.773307 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-30ed37bd-4029-474e-96cf-8247a4eeb81d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:20.800496 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-466945e0-fe71-42e9-9af9-bb28e052301d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:20.812112 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-30ed37bd-4029-474e-96cf-8247a4eeb81d admin admin] Usage tracker for resource:security_group_rule and tenant:1ce6fae3094a4163aaec82ab64e21bbf is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:20.819340 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-30ed37bd-4029-474e-96cf-8247a4eeb81d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:20.836463 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-e7d1d1aa-ae86-43ee-9075-c09200faa1d1 req-fdc02515-6f28-409a-ba33-44d4ac4d8c0f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=32f1ef9b-eb5b-4589-ada4-423c69ee954c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941830 May 25 15:58:20.843920 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=8a2dc4a2-c53d-4b92-92aa-df68495589ad,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:20.845973 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-30ed37bd-4029-474e-96cf-8247a4eeb81d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:20.865024 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:20.865875 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-466945e0-fe71-42e9-9af9-bb28e052301d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:20.866631 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-466945e0-fe71-42e9-9af9-bb28e052301d admin admin] Usage tracker for resource:security_group_rule and tenant:3692c25713a4453d915e2334ca1ba348 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:20.873179 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-466945e0-fe71-42e9-9af9-bb28e052301d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:20.891720 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-3cc87cbd-53bb-41eb-93dd-cdde3af8e594 None None] Notify callbacks [] for port, precommit_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:20.904334 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.provisioning_blocks [None req-3cc87cbd-53bb-41eb-93dd-cdde3af8e594 None None] Transition to ACTIVE for port object 83b7077b-0148-46be-9255-a271b72ab751 will not be triggered until provisioned by entity L2. {{(pid=98826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:20.943372 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-466945e0-fe71-42e9-9af9-bb28e052301d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:20.956485 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-2a6e4f8d-b570-4ce1-9a55-7a65a932eb2a service neutron] 10.222.0.72 "GET /v2.0/networks/9b9e8b48-533f-4671-b519-11ca6129f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262150 May 25 15:58:20.975514 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-3cc87cbd-53bb-41eb-93dd-cdde3af8e594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:20.982725 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [None req-7cb10268-06bb-4feb-accc-a8fce67bfea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:21.015752 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['8a2dc4a2-c53d-4b92-92aa-df68495589ad'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:58:21.064211 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c522ac5-ab18-466f-a96c-0bd24b05e751 None None] Pushing event updated for resources: {'Port': ['ID=83b7077b-0148-46be-9255-a271b72ab751,revision_number=2']} {{(pid=98826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:21.070836 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [None req-7c522ac5-ab18-466f-a96c-0bd24b05e751 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:21.107231 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.managers [None req-3cc87cbd-53bb-41eb-93dd-cdde3af8e594 None None] Attempting to bind port 83b7077b-0148-46be-9255-a271b72ab751 on host dv-cinder-786384-6-smb for vnic_type normal with profile {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:58:21.108108 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.managers [None req-3cc87cbd-53bb-41eb-93dd-cdde3af8e594 None None] Attempting to bind port 83b7077b-0148-46be-9255-a271b72ab751 by drivers openvswitch,hyperv on host dv-cinder-786384-6-smb at level 0 using segments [{'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'}] {{(pid=98826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:58:21.108992 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc87cbd-53bb-41eb-93dd-cdde3af8e594 None None] Attempting to bind port 83b7077b-0148-46be-9255-a271b72ab751 on network be3871dc-f381-4103-8f68-0343c836dc76 {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:21.113349 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-e7d1d1aa-ae86-43ee-9075-c09200faa1d1 req-aef3e600-27dc-41ba-876c-a776302ee46e service neutron] 10.222.0.91 "GET /v2.0/networks/32f1ef9b-eb5b-4589-ada4-423c69ee954c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609870 May 25 15:58:21.118882 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc87cbd-53bb-41eb-93dd-cdde3af8e594 None None] Checking agent: {'id': '604f280d-a953-439f-8917-ecde1e61df0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 48, 25), 'started_at': datetime.datetime(2021, 5, 25, 15, 48, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:58:21.119701 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc87cbd-53bb-41eb-93dd-cdde3af8e594 None None] Checking segment: {'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:58:21.120289 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-3cc87cbd-53bb-41eb-93dd-cdde3af8e594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:21.120880 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc87cbd-53bb-41eb-93dd-cdde3af8e594 None None] Bound using segment: {'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'} {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:58:21.122756 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.managers [None req-3cc87cbd-53bb-41eb-93dd-cdde3af8e594 None None] Bound port: 83b7077b-0148-46be-9255-a271b72ab751, host: dv-cinder-786384-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'}}] {{(pid=98826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:58:21.123829 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-3cc87cbd-53bb-41eb-93dd-cdde3af8e594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:21.192756 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c71bd-675a-4b2d-90f4-e7d7649fbdcd req-ccf52c5b-8182-4476-8104-a3d09f9c2bbe tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:21.194508 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5c0c71bd-675a-4b2d-90f4-e7d7649fbdcd req-ccf52c5b-8182-4476-8104-a3d09f9c2bbe tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.3249331 May 25 15:58:21.291409 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.db [None req-3cc87cbd-53bb-41eb-93dd-cdde3af8e594 None None] For port 83b7077b-0148-46be-9255-a271b72ab751, host dv-cinder-786384-6-smb, cleared binding levels {{(pid=98826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:58:21.296301 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.db [None req-3cc87cbd-53bb-41eb-93dd-cdde3af8e594 None None] For port 83b7077b-0148-46be-9255-a271b72ab751, host dv-cinder-786384-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=83b7077b-0148-46be-9255-a271b72ab751,segment=NetworkSegment(13ec9ed7-53c7-433f-97c5-96b1b940f45d),segment_id=13ec9ed7-53c7-433f-97c5-96b1b940f45d)] {{(pid=98826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:58:21.301038 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-30ed37bd-4029-474e-96cf-8247a4eeb81d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:21.301548 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9504da30-8ab6-449a-b497-904fdc42c1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:21.316878 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-c1687c6d-596b-43e6-85eb-c71bbe23b77e service neutron] 10.222.0.72 "GET /v2.0/networks/9b9e8b48-533f-4671-b519-11ca6129f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433936 May 25 15:58:21.352822 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-466945e0-fe71-42e9-9af9-bb28e052301d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:21.353287 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-3cc87cbd-53bb-41eb-93dd-cdde3af8e594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:21.360398 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:21.377462 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5c0c71bd-675a-4b2d-90f4-e7d7649fbdcd req-3207af08-4c51-4b67-b569-844e97d221f0 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603484 May 25 15:58:21.390493 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-30ed37bd-4029-474e-96cf-8247a4eeb81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:21.395381 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a78acea6-d6aa-4760-a240-c4fb0820eac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:21.398392 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-e7d1d1aa-ae86-43ee-9075-c09200faa1d1 req-4daf99b1-bc9c-4bff-9738-16bd294e5bd4 service neutron] 10.222.0.91 "GET /v2.0/networks/32f1ef9b-eb5b-4589-ada4-423c69ee954c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777286 May 25 15:58:21.478125 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-466945e0-fe71-42e9-9af9-bb28e052301d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:21.498825 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc87cbd-53bb-41eb-93dd-cdde3af8e594 None None] Routers {'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:58:21.500265 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-3cc87cbd-53bb-41eb-93dd-cdde3af8e594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:57:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:21.596634 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.db_base_plugin_common [None req-9504da30-8ab6-449a-b497-904fdc42c1d3 admin admin] Allocated IP 172.20.0.1 (ab46e9ff-c4ed-42a6-a4bf-84fd634e0151/6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68/b7caf25d-0f19-4ce7-9a81-077305b94e37) {{(pid=98823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:58:21.638178 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ed37bd-4029-474e-96cf-8247a4eeb81d admin admin] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=98824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:58:21.667635 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed37bd-4029-474e-96cf-8247a4eeb81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185d9745-029e-497d-af8e-50e587e13def,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:21.674508 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-30ed37bd-4029-474e-96cf-8247a4eeb81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:21.758972 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-e1bc985d-3b95-46b7-9a3b-f05ab23cadd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:21.825557 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-466945e0-fe71-42e9-9af9-bb28e052301d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3692c25713a4453d915e2334ca1ba348&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0432513 May 25 15:58:21.827458 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 42040) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:21.856102 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-30ed37bd-4029-474e-96cf-8247a4eeb81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:21.856969 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.db.segments_db [None req-30ed37bd-4029-474e-96cf-8247a4eeb81d admin admin] Added segment cc158655-8f3b-4caa-8f91-693f267c9132 of type vlan for network 50a74f17-1a5c-4587-a9aa-d34946fecaca May 25 15:58:21.881497 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c522ac5-ab18-466f-a96c-0bd24b05e751 None None] Pushing event updated for resources: {'Port': ['ID=83b7077b-0148-46be-9255-a271b72ab751,revision_number=3']} {{(pid=98826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:21.889529 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [None req-7c522ac5-ab18-466f-a96c-0bd24b05e751 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:21.894155 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466945e0-fe71-42e9-9af9-bb28e052301d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e806784-464c-4491-a03b-a7644c67ed1d,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:21.903641 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-3cc87cbd-53bb-41eb-93dd-cdde3af8e594 None None] Set router ca0a40b0-589e-403d-ab6d-1cd5ea898f2b gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:58:21.907392 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9504da30-8ab6-449a-b497-904fdc42c1d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:21.928186 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.provisioning_blocks [None req-9504da30-8ab6-449a-b497-904fdc42c1d3 admin admin] Transition to ACTIVE for port object b7caf25d-0f19-4ce7-9a81-077305b94e37 will not be triggered until provisioned by entity DHCP. {{(pid=98823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:21.937115 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-466945e0-fe71-42e9-9af9-bb28e052301d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:21.985529 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0ad3bf0a-9aa8-42f3-a33b-8031daecca7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:21.996498 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-30ed37bd-4029-474e-96cf-8247a4eeb81d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745740942677'] for network, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:22.023682 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0ad3bf0a-9aa8-42f3-a33b-8031daecca7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:22.041199 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 8a2dc4a2-c53d-4b92-92aa-df68495589ad up at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:22.059356 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-aeeb596e-a8d9-4dfc-8481-0d056076b13d req-c8aa2f73-6bf0-441e-bb41-67e9200813d2 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 210 time: 0.1324935 May 25 15:58:22.108506 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612e15c-db48-4ab3-8ae5-c686eda67312 req-10ad738b-cf13-4eb2-8471-0fecdce35d60 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:22.110711 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a612e15c-db48-4ab3-8ae5-c686eda67312 req-10ad738b-cf13-4eb2-8471-0fecdce35d60 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1e70cb7-4916-4684-bf2f-a91df78887b1 HTTP/1.1" status: 200 len: 945 time: 0.4641960 May 25 15:58:22.158741 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a612e15c-db48-4ab3-8ae5-c686eda67312 req-f63505d1-9596-471d-953e-dc166f8d748d tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/security-groups?id=097042cd-0405-4cdd-9ed0-239e523bc280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419064 May 25 15:58:22.162840 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9504da30-8ab6-449a-b497-904fdc42c1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603'] for port, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:22.168320 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:22.204340 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-30ed37bd-4029-474e-96cf-8247a4eeb81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387'] for network, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:22.206861 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ed37bd-4029-474e-96cf-8247a4eeb81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:22.207558 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-30ed37bd-4029-474e-96cf-8247a4eeb81d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:22.214078 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-bcac1caf-d8a6-4182-b0fc-67eff1747714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:22.254089 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0ad3bf0a-9aa8-42f3-a33b-8031daecca7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:22.272526 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9504da30-8ab6-449a-b497-904fdc42c1d3 admin admin] Network ab46e9ff-c4ed-42a6-a4bf-84fd634e0151 is already hosted by enough agents. {{(pid=98823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:58:22.277899 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [None req-9504da30-8ab6-449a-b497-904fdc42c1d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:22.284097 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9504da30-8ab6-449a-b497-904fdc42c1d3 admin admin] Received port after_create {{(pid=98823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:58:22.284097 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9504da30-8ab6-449a-b497-904fdc42c1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452246'] for router_interface, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:22.290688 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504da30-8ab6-449a-b497-904fdc42c1d3 admin admin] Pushing event updated for resources: {'Port': ['ID=b7caf25d-0f19-4ce7-9a81-077305b94e37,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:22.302826 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-9504da30-8ab6-449a-b497-904fdc42c1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:22.303454 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-d965d77c-46e2-46de-b77d-89504b4590e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:22.303910 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-3cc87cbd-53bb-41eb-93dd-cdde3af8e594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'name': 'tempest-TestMinimumBasicScenario-659020519-router', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '83b7077b-0148-46be-9255-a271b72ab751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:14Z', 'updated_at': '2021-05-25T15:58:17Z', 'revision_number': 3, 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'gw_port': {'id': '83b7077b-0148-46be-9255-a271b72ab751', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:91:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:16Z', 'updated_at': '2021-05-25T15:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:22.306906 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning for port 8a2dc4a2-c53d-4b92-92aa-df68495589ad completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:22.315503 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning complete for port 8a2dc4a2-c53d-4b92-92aa-df68495589ad triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:22.316170 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:22.319155 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3bf0a-9aa8-42f3-a33b-8031daecca7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e806784-464c-4491-a03b-a7644c67ed1d,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:22.322548 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0ad3bf0a-9aa8-42f3-a33b-8031daecca7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:22.324134 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-0ad3bf0a-9aa8-42f3-a33b-8031daecca7f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5e806784-464c-4491-a03b-a7644c67ed1d HTTP/1.1" status: 204 len: 168 time: 0.4957495 May 25 15:58:22.327732 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-0ad3bf0a-9aa8-42f3-a33b-8031daecca7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:22.333391 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc87cbd-53bb-41eb-93dd-cdde3af8e594 None None] The sync data for ids ['ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'] in dv-cinder-786384-6-smb is: [{'id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'name': 'tempest-TestMinimumBasicScenario-659020519-router', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '83b7077b-0148-46be-9255-a271b72ab751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:14Z', 'updated_at': '2021-05-25T15:58:17Z', 'revision_number': 3, 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'gw_port': {'id': '83b7077b-0148-46be-9255-a271b72ab751', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:91:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:16Z', 'updated_at': '2021-05-25T15:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}] {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:58:22.366757 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed37bd-4029-474e-96cf-8247a4eeb81d admin admin] Pushing event updated for resources: {'Network': ['ID=50a74f17-1a5c-4587-a9aa-d34946fecaca,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:22.373977 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-30ed37bd-4029-474e-96cf-8247a4eeb81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:22.422038 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Network 50a74f17-1a5c-4587-a9aa-d34946fecaca details requested by agent ovs-agent-dv-cinder-786384-6-smb with host dv-cinder-786384-6-smb {{(pid=98825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:58:22.519938 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-3c25e09d-ec95-47b5-b07b-e1aaa769c8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:22.529804 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-30ed37bd-4029-474e-96cf-8247a4eeb81d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.4770362 May 25 15:58:22.541878 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 42058) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:22.541878 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-58cf7494-7c5d-4bea-972e-166b28c6a889 admin admin] Request body: {'subnet': {'network_id': '50a74f17-1a5c-4587-a9aa-d34946fecaca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-73676334-subnet', 'tenant_id': '1ce6fae3094a4163aaec82ab64e21bbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:22.553862 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-58cf7494-7c5d-4bea-972e-166b28c6a889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:22.564605 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-58cf7494-7c5d-4bea-972e-166b28c6a889 admin admin] Usage tracker for resource:subnet and tenant:1ce6fae3094a4163aaec82ab64e21bbf is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:22.570961 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-58cf7494-7c5d-4bea-972e-166b28c6a889 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:22.620899 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-58cf7494-7c5d-4bea-972e-166b28c6a889 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:22.697736 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b46b6-d13f-4c16-8ec8-cb14dce898ec req-b0ba6e8d-75cd-4acf-b41f-5fb2a616f41c tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:22.697843 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:22.697934 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-bb1b46b6-d13f-4c16-8ec8-cb14dce898ec req-b0ba6e8d-75cd-4acf-b41f-5fb2a616f41c tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.1172338 May 25 15:58:22.748379 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e70cb7-4916-4684-bf2f-a91df78887b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2dc4a2-c53d-4b92-92aa-df68495589ad'}] {{(pid=98825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:58:22.765009 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 8a2dc4a2-c53d-4b92-92aa-df68495589ad, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8a2dc4a2-c53d-4b92-92aa-df68495589ad,segment=NetworkSegment(fefbe82a-316e-48a2-8bfa-c3859e2793c8),segment_id=fefbe82a-316e-48a2-8bfa-c3859e2793c8)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:22.809671 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-bb1b46b6-d13f-4c16-8ec8-cb14dce898ec req-e11a9b8a-3f12-4266-9f88-fe3aa8bd68d7 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164026 May 25 15:58:22.812697 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cf7494-7c5d-4bea-972e-166b28c6a889 admin admin] Made reservation on behalf of 1ce6fae3094a4163aaec82ab64e21bbf for: {'subnet': 1} {{(pid=98824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:58:22.814895 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-58cf7494-7c5d-4bea-972e-166b28c6a889 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6432741'] for subnet, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:22.834619 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-b9260292-b85c-4fdf-af88-13dcfd25b394 None None] Provisioning for port b7caf25d-0f19-4ce7-9a81-077305b94e37 completed by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:22.844009 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-b9260292-b85c-4fdf-af88-13dcfd25b394 None None] Provisioning complete for port b7caf25d-0f19-4ce7-9a81-077305b94e37 triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:22.844676 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9260292-b85c-4fdf-af88-13dcfd25b394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:22.853242 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9504da30-8ab6-449a-b497-904fdc42c1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:22.897303 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:22.900769 dv-cinder-786384-6-smb neutron-server[98825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e70cb7-4916-4684-bf2f-a91df78887b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2dc4a2-c53d-4b92-92aa-df68495589ad', 'code': 200} May 25 15:58:22.912382 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:23.182747 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-b9260292-b85c-4fdf-af88-13dcfd25b394 None None] Port b7caf25d-0f19-4ce7-9a81-077305b94e37 cannot update to ACTIVE because it is not bound. {{(pid=98825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:58:23.212477 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=8a2dc4a2-c53d-4b92-92aa-df68495589ad,revision_number=5']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:23.220177 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:23.313572 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f32f2bf3-7751-4c7f-a684-6b2597e28038 req-7ac42696-3afb-4522-b507-110ec53e132c tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 210 time: 0.0749040 May 25 15:58:23.498217 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 83b7077b-0148-46be-9255-a271b72ab751 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:23.533118 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9504da30-8ab6-449a-b497-904fdc42c1d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:23.555425 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34114172-42cd-4ade-84ad-30d82276aa5c req-2a53fdd2-9ce8-414e-a5ea-b92cb813fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:23.558341 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-34114172-42cd-4ade-84ad-30d82276aa5c req-2a53fdd2-9ce8-414e-a5ea-b92cb813fc75 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f1e70cb7-4916-4684-bf2f-a91df78887b1 HTTP/1.1" status: 200 len: 1099 time: 0.1621358 May 25 15:58:23.603762 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465862c3-0d58-4ee3-bc76-923834d9f205 req-260b59a8-fda5-4fe4-863c-9624862b3870 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:23.606186 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-465862c3-0d58-4ee3-bc76-923834d9f205 req-260b59a8-fda5-4fe4-863c-9624862b3870 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1e70cb7-4916-4684-bf2f-a91df78887b1 HTTP/1.1" status: 200 len: 946 time: 0.2126610 May 25 15:58:23.635457 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9504da30-8ab6-449a-b497-904fdc42c1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:23.639306 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9504da30-8ab6-449a-b497-904fdc42c1d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452155'] for router_interface, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:23.650375 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-34114172-42cd-4ade-84ad-30d82276aa5c req-0d565b7f-5cd5-4843-a43a-1c771514ff9a service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=097042cd-0405-4cdd-9ed0-239e523bc280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679865 May 25 15:58:23.651020 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:23.667374 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-465862c3-0d58-4ee3-bc76-923834d9f205 req-44b20f5d-b545-4518-9571-ca311311f095 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/security-groups?id=097042cd-0405-4cdd-9ed0-239e523bc280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542099 May 25 15:58:23.735754 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning for port 83b7077b-0148-46be-9255-a271b72ab751 completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:23.741388 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 83b7077b-0148-46be-9255-a271b72ab751 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:23.747495 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:23.783717 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-58cf7494-7c5d-4bea-972e-166b28c6a889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6390152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6432755'] for subnet, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:23.794132 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:23.826497 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504da30-8ab6-449a-b497-904fdc42c1d3 admin admin] Pushing event updated for resources: {'Port': ['ID=b7caf25d-0f19-4ce7-9a81-077305b94e37,revision_number=2']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:23.849020 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-9504da30-8ab6-449a-b497-904fdc42c1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:23.914375 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf7494-7c5d-4bea-972e-166b28c6a889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27bdbc5f-717e-49f6-8976-cd7bec48367c,revision_number=0']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:23.918027 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9504da30-8ab6-449a-b497-904fdc42c1d3 admin admin] Network ab46e9ff-c4ed-42a6-a4bf-84fd634e0151 is already hosted by enough agents. {{(pid=98823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:58:23.920838 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [None req-9504da30-8ab6-449a-b497-904fdc42c1d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:23.923688 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cf7494-7c5d-4bea-972e-166b28c6a889 admin admin] Checking segment: {'id': 'cc158655-8f3b-4caa-8f91-693f267c9132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '50a74f17-1a5c-4587-a9aa-d34946fecaca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:58:23.923688 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cf7494-7c5d-4bea-972e-166b28c6a889 admin admin] Network hostable DHCP agents. Network: 50a74f17-1a5c-4587-a9aa-d34946fecaca, hostable agents: ['00ebe683-d06a-496e-87c5-4674691aaa5f'], hosted agents: [] {{(pid=98824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:58:23.927237 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-58cf7494-7c5d-4bea-972e-166b28c6a889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:23.986708 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:24.007666 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] For port 83b7077b-0148-46be-9255-a271b72ab751, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=83b7077b-0148-46be-9255-a271b72ab751,segment=NetworkSegment(13ec9ed7-53c7-433f-97c5-96b1b940f45d),segment_id=13ec9ed7-53c7-433f-97c5-96b1b940f45d)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:24.061956 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cf7494-7c5d-4bea-972e-166b28c6a889 admin admin] Network 50a74f17-1a5c-4587-a9aa-d34946fecaca is scheduled to be hosted by DHCP agent 00ebe683-d06a-496e-87c5-4674691aaa5f with binding_index 1 {{(pid=98824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:58:24.123549 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc1ea0-77d7-4d2b-81db-c3e72e76650a req-61430af2-337b-44ad-87f3-5836eaf7ae8c tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:24.126560 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-71dc1ea0-77d7-4d2b-81db-c3e72e76650a req-61430af2-337b-44ad-87f3-5836eaf7ae8c tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.1154337 May 25 15:58:24.128216 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:24.130339 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:24.176527 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [None req-58cf7494-7c5d-4bea-972e-166b28c6a889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-6-smb, 50a74f17-1a5c-4587-a9aa-d34946fecaca) {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:24.259263 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9504da30-8ab6-449a-b497-904fdc42c1d3 admin admin] Router ca0a40b0-589e-403d-ab6d-1cd5ea898f2b has already been hosted by L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab {{(pid=98823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:58:24.272540 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cf7494-7c5d-4bea-972e-166b28c6a889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:24.273249 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-58cf7494-7c5d-4bea-972e-166b28c6a889 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:24.303270 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-71dc1ea0-77d7-4d2b-81db-c3e72e76650a req-893ea95f-a542-417f-97b6-7823feb0752e tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642842 May 25 15:58:24.316473 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Pushing event updated for resources: {'Port': ['ID=83b7077b-0148-46be-9255-a271b72ab751,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:24.319113 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d33da71-0998-46fe-85bf-05508c1bc063 None None] Network 50a74f17-1a5c-4587-a9aa-d34946fecaca requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:58:24.362924 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:24.426746 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-58cf7494-7c5d-4bea-972e-166b28c6a889 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8921652 May 25 15:58:24.499152 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-884603d3-c0e8-4449-aeed-febe41d93abf None None] Provisioning complete for port b7caf25d-0f19-4ce7-9a81-077305b94e37 triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:24.499535 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-884603d3-c0e8-4449-aeed-febe41d93abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:24.607225 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9504da30-8ab6-449a-b497-904fdc42c1d3 admin admin] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:58:24.624486 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-884603d3-c0e8-4449-aeed-febe41d93abf None None] Port b7caf25d-0f19-4ce7-9a81-077305b94e37 cannot update to ACTIVE because it is not bound. {{(pid=98825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:58:24.625436 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-9504da30-8ab6-449a-b497-904fdc42c1d3 admin admin] 10.222.0.72 "PUT /v2.0/routers/ca0a40b0-589e-403d-ab6d-1cd5ea898f2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0610123 May 25 15:58:24.649949 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-de1fd3ed-78e6-462c-9e49-a6e5d15bf3d7 req-943f84ab-8a7d-4a1c-88b2-8425a2244b3e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 210 time: 0.0886261 May 25 15:58:24.799116 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-4301925a-6394-429d-b089-29789e8381a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:24.801809 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:24.819493 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ee38d9-d6d9-446e-8fdb-e2219515e876 None None] Network 50a74f17-1a5c-4587-a9aa-d34946fecaca requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:58:24.911890 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177ebfc-d908-4c46-ab52-40c07270ca3a req-18029d9e-fa1c-4012-9fbc-5ef5dda60a3a tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:24.920988 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6177ebfc-d908-4c46-ab52-40c07270ca3a req-18029d9e-fa1c-4012-9fbc-5ef5dda60a3a tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1e70cb7-4916-4684-bf2f-a91df78887b1 HTTP/1.1" status: 200 len: 946 time: 0.1112320 May 25 15:58:25.031402 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6177ebfc-d908-4c46-ab52-40c07270ca3a req-e52fa8e3-0b43-41be-81ba-3f4a55e5f2ca tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/security-groups?id=097042cd-0405-4cdd-9ed0-239e523bc280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085413 May 25 15:58:25.045806 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dfac4a-f707-4ced-9272-c565e883b27a None None] Sync routers for ids ['ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'] in dv-cinder-786384-6-smb {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:58:25.102496 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dfac4a-f707-4ced-9272-c565e883b27a None None] Routers {'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:58:25.103123 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-d1dfac4a-f707-4ced-9272-c565e883b27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:58:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:25.194228 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:25.325027 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-d1dfac4a-f707-4ced-9272-c565e883b27a None None] Set router ca0a40b0-589e-403d-ab6d-1cd5ea898f2b gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:58:25.519989 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 83b7077b-0148-46be-9255-a271b72ab751 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:25.545931 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-dc870ac2-eb54-49da-a40a-1a3b71a884fd tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:25.552484 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-dc870ac2-eb54-49da-a40a-1a3b71a884fd tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.91 "GET /v2.0/networks?id=9b9e8b48-533f-4671-b519-11ca6129f792 HTTP/1.1" status: 200 len: 816 time: 0.2565224 May 25 15:58:25.747913 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-b9b47472-18c3-49c5-88bd-c1d1dcd8811e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dafbac212f4486fb6d026d08f3d58bb HTTP/1.1" status: 200 len: 380 time: 0.1748629 May 25 15:58:25.769976 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-c6f888a8-aa33-48a3-af38-1e763af0d7ad tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Request body: {'port': {'device_id': '5b77655f-87f7-4f8a-a025-b6ac0493dbd3', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'admin_state_up': True, 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'security_groups': ['ca84624c-564d-4c38-9403-97538b2c6534']}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:25.840352 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 83b7077b-0148-46be-9255-a271b72ab751 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:25.840601 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:25.912910 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-d1dfac4a-f707-4ced-9272-c565e883b27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'name': 'tempest-TestMinimumBasicScenario-659020519-router', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '83b7077b-0148-46be-9255-a271b72ab751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:14Z', 'updated_at': '2021-05-25T15:58:22Z', 'revision_number': 4, 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'gw_port': {'id': '83b7077b-0148-46be-9255-a271b72ab751', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:16Z', 'updated_at': '2021-05-25T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': 'b7caf25d-0f19-4ce7-9a81-077305b94e37', 'name': '', 'network_id': 'ab46e9ff-c4ed-42a6-a4bf-84fd634e0151', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'mac_address': 'fa:16:3e:b1:bb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:21Z', 'updated_at': '2021-05-25T15:58:22Z', 'revision_number': 2, 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'subnets': [{'id': '6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:25.918686 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dfac4a-f707-4ced-9272-c565e883b27a None None] Checking router: ca0a40b0-589e-403d-ab6d-1cd5ea898f2b for host: dv-cinder-786384-6-smb {{(pid=98825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:58:25.919957 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dfac4a-f707-4ced-9272-c565e883b27a None None] Updating router ca0a40b0-589e-403d-ab6d-1cd5ea898f2b port b7caf25d-0f19-4ce7-9a81-077305b94e37 binding host dv-cinder-786384-6-smb {{(pid=98825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:58:25.943655 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd14bd-0cde-437e-8083-fa602208a3eb req-7ed3b05e-fa32-416a-9761-6d7afcb60725 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:25.955687 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c5bd14bd-0cde-437e-8083-fa602208a3eb req-7ed3b05e-fa32-416a-9761-6d7afcb60725 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.3222895 May 25 15:58:25.974760 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:26.099904 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-d1dfac4a-f707-4ced-9272-c565e883b27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:26.140014 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c5bd14bd-0cde-437e-8083-fa602208a3eb req-c86a7541-160d-483c-a3b1-f87cf2f4bc16 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698225 May 25 15:58:26.195111 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-c6f888a8-aa33-48a3-af38-1e763af0d7ad tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:26.206683 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cb7760a1-7384-4d35-bdb1-2ec0fe4291dc req-6664423b-f654-4f09-bf1c-d7a7c544df22 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 210 time: 0.1131771 May 25 15:58:26.220180 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-c6f888a8-aa33-48a3-af38-1e763af0d7ad tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:26.312847 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-c6f888a8-aa33-48a3-af38-1e763af0d7ad tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Made reservation on behalf of 1dafbac212f4486fb6d026d08f3d58bb for: {'port': 1} {{(pid=98823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:58:26.317003 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-c6f888a8-aa33-48a3-af38-1e763af0d7ad tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:26.500843 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ce037-aff0-4e20-a017-80cc11b543ee req-ab0a946c-eed4-4bf1-902e-b8c34ec8d923 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:26.502340 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7a6ce037-aff0-4e20-a017-80cc11b543ee req-ab0a946c-eed4-4bf1-902e-b8c34ec8d923 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1e70cb7-4916-4684-bf2f-a91df78887b1 HTTP/1.1" status: 200 len: 946 time: 0.1218386 May 25 15:58:26.575508 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7a6ce037-aff0-4e20-a017-80cc11b543ee req-91a03270-2e91-406b-baf9-b6712d313aa6 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/security-groups?id=097042cd-0405-4cdd-9ed0-239e523bc280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670087 May 25 15:58:26.592224 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 42184) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:26.598559 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-1e5d0a25-d642-4cbb-a17a-6f9e0ef7d0f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1431667496-network', 'tenant_id': '26850e1a72a54afeb894b9fe1dca1e04'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:26.605109 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-1e5d0a25-d642-4cbb-a17a-6f9e0ef7d0f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:26.611911 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-1e5d0a25-d642-4cbb-a17a-6f9e0ef7d0f4 admin admin] Usage tracker for resource:network and tenant:26850e1a72a54afeb894b9fe1dca1e04 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:26.618193 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-1e5d0a25-d642-4cbb-a17a-6f9e0ef7d0f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:26.618831 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.db_base_plugin_common [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-c6f888a8-aa33-48a3-af38-1e763af0d7ad tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Allocated IP 172.20.0.4 (9b9e8b48-533f-4671-b519-11ca6129f792/fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae/63dd0404-955b-4585-8721-710deadea260) {{(pid=98823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:58:26.631060 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-1e5d0a25-d642-4cbb-a17a-6f9e0ef7d0f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:26.693413 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-d1dfac4a-f707-4ced-9272-c565e883b27a None None] Notify callbacks [] for port, precommit_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:26.712268 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5d0a25-d642-4cbb-a17a-6f9e0ef7d0f4 admin admin] Made reservation on behalf of 26850e1a72a54afeb894b9fe1dca1e04 for: {'network': 1} {{(pid=98824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:58:26.715165 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1e5d0a25-d642-4cbb-a17a-6f9e0ef7d0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1625114'] for network, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:26.725570 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-d1dfac4a-f707-4ced-9272-c565e883b27a None None] Transition to ACTIVE for port object b7caf25d-0f19-4ce7-9a81-077305b94e37 will not be triggered until provisioned by entity L2. {{(pid=98825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:26.735485 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1e5d0a25-d642-4cbb-a17a-6f9e0ef7d0f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:26.753497 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-1e5d0a25-d642-4cbb-a17a-6f9e0ef7d0f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:26.758885 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-1e5d0a25-d642-4cbb-a17a-6f9e0ef7d0f4 admin admin] Usage tracker for resource:security_group_rule and tenant:26850e1a72a54afeb894b9fe1dca1e04 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:26.762177 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-1e5d0a25-d642-4cbb-a17a-6f9e0ef7d0f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:26.770726 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-1e5d0a25-d642-4cbb-a17a-6f9e0ef7d0f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:26.804003 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-d1dfac4a-f707-4ced-9272-c565e883b27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:26.809694 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:26.839064 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 42194) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:26.856422 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-23681e43-e530-4adb-bc18-799c57b313ae admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1258282045-network', 'tenant_id': '0308f22a6f2f4234a934b7fddb47c591'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:26.866178 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-23681e43-e530-4adb-bc18-799c57b313ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:26.876134 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-23681e43-e530-4adb-bc18-799c57b313ae admin admin] Usage tracker for resource:network and tenant:0308f22a6f2f4234a934b7fddb47c591 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:26.893426 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-23681e43-e530-4adb-bc18-799c57b313ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:26.895257 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1e5d0a25-d642-4cbb-a17a-6f9e0ef7d0f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:26.907659 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-23681e43-e530-4adb-bc18-799c57b313ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:26.933214 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-c6f888a8-aa33-48a3-af38-1e763af0d7ad tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for port, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:26.951742 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.provisioning_blocks [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-c6f888a8-aa33-48a3-af38-1e763af0d7ad tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Transition to ACTIVE for port object 63dd0404-955b-4585-8721-710deadea260 will not be triggered until provisioned by entity DHCP. {{(pid=98823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:26.994369 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1e5d0a25-d642-4cbb-a17a-6f9e0ef7d0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:26.999867 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-1ecdc743-9733-48f9-83a8-7b5d89708168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:27.031335 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e5d0a25-d642-4cbb-a17a-6f9e0ef7d0f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 898, 'physical_network': 'physnet1'} {{(pid=98824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:58:27.048689 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d0a25-d642-4cbb-a17a-6f9e0ef7d0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0650d845-18f1-4d80-b6c0-e7212560e561,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:27.052763 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-1e5d0a25-d642-4cbb-a17a-6f9e0ef7d0f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:27.054023 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1e5d0a25-d642-4cbb-a17a-6f9e0ef7d0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:27.054641 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.db.segments_db [None req-1e5d0a25-d642-4cbb-a17a-6f9e0ef7d0f4 admin admin] Added segment a61368a5-6cf0-4638-8ea9-6d00b5be0d2d of type vlan for network 3763e85e-2984-4a8d-a3a7-a76f9126d496 May 25 15:58:27.072953 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644452f1-5239-4571-9cd4-9b9a615fe8eb None None] Pushing event updated for resources: {'Port': ['ID=b7caf25d-0f19-4ce7-9a81-077305b94e37,revision_number=3']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:27.072953 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-644452f1-5239-4571-9cd4-9b9a615fe8eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:27.090379 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23681e43-e530-4adb-bc18-799c57b313ae admin admin] Made reservation on behalf of 0308f22a6f2f4234a934b7fddb47c591 for: {'network': 1} {{(pid=98823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:58:27.094544 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-23681e43-e530-4adb-bc18-799c57b313ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1625114'] for network, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:27.112417 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-c6f888a8-aa33-48a3-af38-1e763af0d7ad tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603'] for port, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:27.117060 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-23681e43-e530-4adb-bc18-799c57b313ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:27.138785 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:27.159386 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-d1dfac4a-f707-4ced-9272-c565e883b27a None None] Attempting to bind port b7caf25d-0f19-4ce7-9a81-077305b94e37 on host dv-cinder-786384-6-smb for vnic_type normal with profile {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:58:27.159789 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-d1dfac4a-f707-4ced-9272-c565e883b27a None None] Attempting to bind port b7caf25d-0f19-4ce7-9a81-077305b94e37 by drivers openvswitch,hyperv on host dv-cinder-786384-6-smb at level 0 using segments [{'id': '09faaebc-deae-4e59-aabb-12f66238ab21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'ab46e9ff-c4ed-42a6-a4bf-84fd634e0151'}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:58:27.171352 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dfac4a-f707-4ced-9272-c565e883b27a None None] Attempting to bind port b7caf25d-0f19-4ce7-9a81-077305b94e37 on network ab46e9ff-c4ed-42a6-a4bf-84fd634e0151 {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:27.180996 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dfac4a-f707-4ced-9272-c565e883b27a None None] Checking agent: {'id': '604f280d-a953-439f-8917-ecde1e61df0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 48, 25), 'started_at': datetime.datetime(2021, 5, 25, 15, 48, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:58:27.181528 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dfac4a-f707-4ced-9272-c565e883b27a None None] Checking segment: {'id': '09faaebc-deae-4e59-aabb-12f66238ab21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'ab46e9ff-c4ed-42a6-a4bf-84fd634e0151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:58:27.182044 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-d1dfac4a-f707-4ced-9272-c565e883b27a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:27.183875 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dfac4a-f707-4ced-9272-c565e883b27a None None] Bound using segment: {'id': '09faaebc-deae-4e59-aabb-12f66238ab21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'ab46e9ff-c4ed-42a6-a4bf-84fd634e0151'} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:58:27.186372 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-d1dfac4a-f707-4ced-9272-c565e883b27a None None] Bound port: b7caf25d-0f19-4ce7-9a81-077305b94e37, host: dv-cinder-786384-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09faaebc-deae-4e59-aabb-12f66238ab21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'ab46e9ff-c4ed-42a6-a4bf-84fd634e0151'}}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:58:27.186952 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-d1dfac4a-f707-4ced-9272-c565e883b27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:27.209389 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1e5d0a25-d642-4cbb-a17a-6f9e0ef7d0f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745740942677'] for network, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:27.328242 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-23681e43-e530-4adb-bc18-799c57b313ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:27.349472 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-d1dfac4a-f707-4ced-9272-c565e883b27a None None] For port b7caf25d-0f19-4ce7-9a81-077305b94e37, host dv-cinder-786384-6-smb, cleared binding levels {{(pid=98825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:58:27.353531 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-d1dfac4a-f707-4ced-9272-c565e883b27a None None] For port b7caf25d-0f19-4ce7-9a81-077305b94e37, host dv-cinder-786384-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=b7caf25d-0f19-4ce7-9a81-077305b94e37,segment=NetworkSegment(09faaebc-deae-4e59-aabb-12f66238ab21),segment_id=09faaebc-deae-4e59-aabb-12f66238ab21)] {{(pid=98825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:58:27.379375 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-23681e43-e530-4adb-bc18-799c57b313ae admin admin] Usage tracker for resource:security_group_rule and tenant:0308f22a6f2f4234a934b7fddb47c591 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:27.380506 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-c6f888a8-aa33-48a3-af38-1e763af0d7ad tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Network 9b9e8b48-533f-4671-b519-11ca6129f792 is already hosted by enough agents. {{(pid=98823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:58:27.384173 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-23681e43-e530-4adb-bc18-799c57b313ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:27.387272 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-c6f888a8-aa33-48a3-af38-1e763af0d7ad tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Resources bound (agent type, host, resource id): {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:27.394383 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-23681e43-e530-4adb-bc18-799c57b313ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:27.397715 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-c6f888a8-aa33-48a3-af38-1e763af0d7ad tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Received port after_create {{(pid=98823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:58:27.404856 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-c6f888a8-aa33-48a3-af38-1e763af0d7ad tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:27.405691 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-c6f888a8-aa33-48a3-af38-1e763af0d7ad tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:27.442374 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f888a8-aa33-48a3-af38-1e763af0d7ad tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Pushing event updated for resources: {'Port': ['ID=63dd0404-955b-4585-8721-710deadea260,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:27.444035 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1e5d0a25-d642-4cbb-a17a-6f9e0ef7d0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387'] for network, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:27.452334 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-c6f888a8-aa33-48a3-af38-1e763af0d7ad tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:27.455920 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5d0a25-d642-4cbb-a17a-6f9e0ef7d0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:27.456512 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1e5d0a25-d642-4cbb-a17a-6f9e0ef7d0f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:27.467070 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-3f105e26-2133-42ea-9324-6fef73429b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:27.479450 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-d1dfac4a-f707-4ced-9272-c565e883b27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:27.496340 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-f557ad57-1f60-42b1-b40b-d7ca801238d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:27.513932 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67423cd8-1966-4b1c-9405-c125e828f5a4 req-e6a5ebcc-21cd-43d0-a31d-cf8363a926c1 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:27.521312 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-67423cd8-1966-4b1c-9405-c125e828f5a4 req-e6a5ebcc-21cd-43d0-a31d-cf8363a926c1 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.2190974 May 25 15:58:27.580668 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-c6f888a8-aa33-48a3-af38-1e763af0d7ad tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8265915 May 25 15:58:27.617840 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-d49f7aa7-66dc-4b7a-b79a-002440faee85 service neutron] Request body: {'port': {'device_id': '5b77655f-87f7-4f8a-a025-b6ac0493dbd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:27.678462 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dfac4a-f707-4ced-9272-c565e883b27a None None] Routers {'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:58:27.679023 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-d1dfac4a-f707-4ced-9272-c565e883b27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:58:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:27.725262 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-67423cd8-1966-4b1c-9405-c125e828f5a4 req-8312961f-efd9-4718-be0b-8536393b0019 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027037 May 25 15:58:27.764553 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-1e5d0a25-d642-4cbb-a17a-6f9e0ef7d0f4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1694016 May 25 15:58:27.773138 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d0a25-d642-4cbb-a17a-6f9e0ef7d0f4 admin admin] Pushing event updated for resources: {'Network': ['ID=3763e85e-2984-4a8d-a3a7-a76f9126d496,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:27.777738 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-1e5d0a25-d642-4cbb-a17a-6f9e0ef7d0f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:27.781915 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 42218) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:27.783759 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-23681e43-e530-4adb-bc18-799c57b313ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:27.791448 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-4c56b40e-75fa-43d0-99bc-efd87f06ed4d admin admin] Request body: {'subnet': {'network_id': '3763e85e-2984-4a8d-a3a7-a76f9126d496', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1431667496-subnet', 'tenant_id': '26850e1a72a54afeb894b9fe1dca1e04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:27.803583 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Network 3763e85e-2984-4a8d-a3a7-a76f9126d496 details requested by agent ovs-agent-dv-cinder-786384-6-smb with host dv-cinder-786384-6-smb {{(pid=98825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:58:27.813577 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae5ffb-8b8a-4957-9bd4-ee74042996f4 req-30ce4a38-8bde-402f-af3c-b81090d7332d tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:27.815453 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3bae5ffb-8b8a-4957-9bd4-ee74042996f4 req-30ce4a38-8bde-402f-af3c-b81090d7332d tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 931 time: 0.4373522 May 25 15:58:27.819044 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-4c56b40e-75fa-43d0-99bc-efd87f06ed4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:27.827005 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-4c56b40e-75fa-43d0-99bc-efd87f06ed4d admin admin] Usage tracker for resource:subnet and tenant:26850e1a72a54afeb894b9fe1dca1e04 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:27.871518 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-4c56b40e-75fa-43d0-99bc-efd87f06ed4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:27.885373 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-4c56b40e-75fa-43d0-99bc-efd87f06ed4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:27.901943 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-d49f7aa7-66dc-4b7a-b79a-002440faee85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:27.904698 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3bae5ffb-8b8a-4957-9bd4-ee74042996f4 req-f11e44a3-78a1-44bc-b16a-c7d296df28d0 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813556 May 25 15:58:27.946640 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644452f1-5239-4571-9cd4-9b9a615fe8eb None None] Pushing event updated for resources: {'Port': ['ID=b7caf25d-0f19-4ce7-9a81-077305b94e37,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:27.955199 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-23681e43-e530-4adb-bc18-799c57b313ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:27.965238 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-644452f1-5239-4571-9cd4-9b9a615fe8eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:27.967484 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-0ad3bf0a-9aa8-42f3-a33b-8031daecca7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:28.005507 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c56b40e-75fa-43d0-99bc-efd87f06ed4d admin admin] Made reservation on behalf of 26850e1a72a54afeb894b9fe1dca1e04 for: {'subnet': 1} {{(pid=98824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:58:28.010026 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23681e43-e530-4adb-bc18-799c57b313ae admin admin] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=98823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:58:28.010620 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4c56b40e-75fa-43d0-99bc-efd87f06ed4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6432741'] for subnet, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:28.039775 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-23681e43-e530-4adb-bc18-799c57b313ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:28.040122 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.db.segments_db [None req-23681e43-e530-4adb-bc18-799c57b313ae admin admin] Added segment af379ffa-ed21-4b53-9ddc-25a015af8bed of type vlan for network b23c34f7-ddb5-44a1-b733-50598e4001aa May 25 15:58:28.041250 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23681e43-e530-4adb-bc18-799c57b313ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2468488a-482a-4179-ab61-6ee6e9949f74,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:28.114576 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:58:28.121598 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-d1dfac4a-f707-4ced-9272-c565e883b27a None None] Set router ca0a40b0-589e-403d-ab6d-1cd5ea898f2b gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:58:28.152254 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-23681e43-e530-4adb-bc18-799c57b313ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:28.167053 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:28.175357 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-c27f1197-ff12-41b2-98a2-6d0175c48788 None None] Provisioning for port 63dd0404-955b-4585-8721-710deadea260 completed by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:28.198077 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-c27f1197-ff12-41b2-98a2-6d0175c48788 None None] Provisioning complete for port 63dd0404-955b-4585-8721-710deadea260 triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:28.198605 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-c27f1197-ff12-41b2-98a2-6d0175c48788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:28.254882 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-23681e43-e530-4adb-bc18-799c57b313ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745740942677'] for network, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:28.387325 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-c27f1197-ff12-41b2-98a2-6d0175c48788 None None] Port 63dd0404-955b-4585-8721-710deadea260 cannot update to ACTIVE because it is not bound. {{(pid=98825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:58:28.455772 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-d49f7aa7-66dc-4b7a-b79a-002440faee85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63dd0404-955b-4585-8721-710deadea260 {{(pid=98823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:58:28.463557 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-d49f7aa7-66dc-4b7a-b79a-002440faee85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:28.493006 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-23681e43-e530-4adb-bc18-799c57b313ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387'] for network, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:28.496434 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.provisioning_blocks [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-d49f7aa7-66dc-4b7a-b79a-002440faee85 service neutron] Transition to ACTIVE for port object 63dd0404-955b-4585-8721-710deadea260 will not be triggered until provisioned by entity L2. {{(pid=98823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:28.499335 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23681e43-e530-4adb-bc18-799c57b313ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:28.502654 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-23681e43-e530-4adb-bc18-799c57b313ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:28.514712 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-5e03d05a-385e-4cc0-8ffd-9ecf4faa779a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:28.576360 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-d49f7aa7-66dc-4b7a-b79a-002440faee85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:28.598600 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-d1dfac4a-f707-4ced-9272-c565e883b27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'name': 'tempest-TestMinimumBasicScenario-659020519-router', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '83b7077b-0148-46be-9255-a271b72ab751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:14Z', 'updated_at': '2021-05-25T15:58:22Z', 'revision_number': 4, 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'gw_port': {'id': '83b7077b-0148-46be-9255-a271b72ab751', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:16Z', 'updated_at': '2021-05-25T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': 'b7caf25d-0f19-4ce7-9a81-077305b94e37', 'name': '', 'network_id': 'ab46e9ff-c4ed-42a6-a4bf-84fd634e0151', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'mac_address': 'fa:16:3e:b1:bb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:21Z', 'updated_at': '2021-05-25T15:58:27Z', 'revision_number': 4, 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'subnets': [{'id': '6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:28.605536 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 42240) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:28.612498 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dfac4a-f707-4ced-9272-c565e883b27a None None] The sync data for ids ['ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'] in dv-cinder-786384-6-smb is: [{'id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'name': 'tempest-TestMinimumBasicScenario-659020519-router', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '83b7077b-0148-46be-9255-a271b72ab751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:14Z', 'updated_at': '2021-05-25T15:58:22Z', 'revision_number': 4, 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'gw_port': {'id': '83b7077b-0148-46be-9255-a271b72ab751', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:16Z', 'updated_at': '2021-05-25T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': 'b7caf25d-0f19-4ce7-9a81-077305b94e37', 'name': '', 'network_id': 'ab46e9ff-c4ed-42a6-a4bf-84fd634e0151', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'mac_address': 'fa:16:3e:b1:bb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:21Z', 'updated_at': '2021-05-25T15:58:27Z', 'revision_number': 4, 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'subnets': [{'id': '6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:58:28.840659 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23681e43-e530-4adb-bc18-799c57b313ae admin admin] Pushing event updated for resources: {'Network': ['ID=b23c34f7-ddb5-44a1-b733-50598e4001aa,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:28.849712 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-23681e43-e530-4adb-bc18-799c57b313ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:28.858614 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:28.860929 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Network b23c34f7-ddb5-44a1-b733-50598e4001aa details requested by agent ovs-agent-dv-cinder-786384-6-smb with host dv-cinder-786384-6-smb {{(pid=98825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:58:28.939867 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4c56b40e-75fa-43d0-99bc-efd87f06ed4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6390152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6432755'] for subnet, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:28.947201 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-23681e43-e530-4adb-bc18-799c57b313ae admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1025505 May 25 15:58:28.958006 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 42250) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:28.964332 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-3f1dc97a-92ba-41bf-b496-ef1eca951d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:29.070788 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-173f0daf-fafa-4944-be28-e336af0fe8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:29.094246 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-9cff3a0e-9e4e-4cad-9b36-0bc228c2b898 admin admin] Request body: {'subnet': {'network_id': 'b23c34f7-ddb5-44a1-b733-50598e4001aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1258282045-subnet', 'tenant_id': '0308f22a6f2f4234a934b7fddb47c591', 'ip_version': 4}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:29.100775 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-9cff3a0e-9e4e-4cad-9b36-0bc228c2b898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:29.103464 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-9cff3a0e-9e4e-4cad-9b36-0bc228c2b898 admin admin] Usage tracker for resource:subnet and tenant:0308f22a6f2f4234a934b7fddb47c591 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:29.107323 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-9cff3a0e-9e4e-4cad-9b36-0bc228c2b898 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:29.115490 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-9cff3a0e-9e4e-4cad-9b36-0bc228c2b898 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:29.120524 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.managers [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-d49f7aa7-66dc-4b7a-b79a-002440faee85 service neutron] Attempting to bind port 63dd0404-955b-4585-8721-710deadea260 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:58:29.122650 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.managers [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-d49f7aa7-66dc-4b7a-b79a-002440faee85 service neutron] Attempting to bind port 63dd0404-955b-4585-8721-710deadea260 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '243242bf-20ce-4f00-854a-63d9afaa3a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792'}] {{(pid=98823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:58:29.123060 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-d49f7aa7-66dc-4b7a-b79a-002440faee85 service neutron] Attempting to bind port 63dd0404-955b-4585-8721-710deadea260 on network 9b9e8b48-533f-4671-b519-11ca6129f792 {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:29.129474 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f7aa7-66dc-4b7a-b79a-002440faee85 service neutron] Pushing event updated for resources: {'Port': ['ID=63dd0404-955b-4585-8721-710deadea260,revision_number=2']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:29.135761 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-d49f7aa7-66dc-4b7a-b79a-002440faee85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:29.138873 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-d49f7aa7-66dc-4b7a-b79a-002440faee85 service neutron] Port 63dd0404-955b-4585-8721-710deadea260 on network 9b9e8b48-533f-4671-b519-11ca6129f792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:58:29.139127 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-d49f7aa7-66dc-4b7a-b79a-002440faee85 service neutron] Attempting to bind port 63dd0404-955b-4585-8721-710deadea260 on network 9b9e8b48-533f-4671-b519-11ca6129f792 {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:29.151518 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-d49f7aa7-66dc-4b7a-b79a-002440faee85 service neutron] Checking agent: {'id': '8886f986-558f-4b39-be9e-9feee4f02dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'started_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:58:29.151518 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-d49f7aa7-66dc-4b7a-b79a-002440faee85 service neutron] Checking segment: {'id': '243242bf-20ce-4f00-854a-63d9afaa3a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:58:29.151518 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-d49f7aa7-66dc-4b7a-b79a-002440faee85 service neutron] Bound using segment: {'id': '243242bf-20ce-4f00-854a-63d9afaa3a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792'} {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:58:29.151518 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.managers [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-d49f7aa7-66dc-4b7a-b79a-002440faee85 service neutron] Bound port: 63dd0404-955b-4585-8721-710deadea260, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243242bf-20ce-4f00-854a-63d9afaa3a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792'}}] {{(pid=98823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:58:29.151518 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-d49f7aa7-66dc-4b7a-b79a-002440faee85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:29.227008 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-173f0daf-fafa-4944-be28-e336af0fe8f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:29.281703 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-d49f7aa7-66dc-4b7a-b79a-002440faee85 service neutron] For port 63dd0404-955b-4585-8721-710deadea260, host hv-cinder-78638, cleared binding levels {{(pid=98823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:58:29.286345 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-d49f7aa7-66dc-4b7a-b79a-002440faee85 service neutron] For port 63dd0404-955b-4585-8721-710deadea260, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=63dd0404-955b-4585-8721-710deadea260,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:58:29.288395 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-173f0daf-fafa-4944-be28-e336af0fe8f6 admin admin] Usage tracker for resource:security_group_rule and tenant:26227b5352d14aa6aabc6287997f5be6 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:29.291868 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cff3a0e-9e4e-4cad-9b36-0bc228c2b898 admin admin] Made reservation on behalf of 0308f22a6f2f4234a934b7fddb47c591 for: {'subnet': 1} {{(pid=98824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:58:29.294967 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-9cff3a0e-9e4e-4cad-9b36-0bc228c2b898 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6432741'] for subnet, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:29.312879 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-173f0daf-fafa-4944-be28-e336af0fe8f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:29.331394 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56b40e-75fa-43d0-99bc-efd87f06ed4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=29d09103-7528-4ca8-a6cf-073d0ef1d1f6,revision_number=0']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:29.333644 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c56b40e-75fa-43d0-99bc-efd87f06ed4d admin admin] Checking segment: {'id': 'a61368a5-6cf0-4638-8ea9-6d00b5be0d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3763e85e-2984-4a8d-a3a7-a76f9126d496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:58:29.334011 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c56b40e-75fa-43d0-99bc-efd87f06ed4d admin admin] Network hostable DHCP agents. Network: 3763e85e-2984-4a8d-a3a7-a76f9126d496, hostable agents: ['00ebe683-d06a-496e-87c5-4674691aaa5f'], hosted agents: [] {{(pid=98824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:58:29.337124 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-4c56b40e-75fa-43d0-99bc-efd87f06ed4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:29.342377 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-d49f7aa7-66dc-4b7a-b79a-002440faee85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:29.344702 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-173f0daf-fafa-4944-be28-e336af0fe8f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:29.353093 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-d49f7aa7-66dc-4b7a-b79a-002440faee85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:29.434195 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-d49f7aa7-66dc-4b7a-b79a-002440faee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:29.435321 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-d49f7aa7-66dc-4b7a-b79a-002440faee85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:29.436782 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-d49f7aa7-66dc-4b7a-b79a-002440faee85 service neutron] 10.222.0.91 "PUT /v2.0/ports/63dd0404-955b-4585-8721-710deadea260 HTTP/1.1" status: 200 len: 1093 time: 1.8345180 May 25 15:58:29.438446 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b77655f-87f7-4f8a-a025-b6ac0493dbd3', 'tag': '63dd0404-955b-4585-8721-710deadea260'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:58:29.446234 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f7aa7-66dc-4b7a-b79a-002440faee85 service neutron] Pushing event updated for resources: {'Port': ['ID=63dd0404-955b-4585-8721-710deadea260,revision_number=3']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:29.451174 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-d49f7aa7-66dc-4b7a-b79a-002440faee85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:29.519822 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device b7caf25d-0f19-4ce7-9a81-077305b94e37 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:29.560023 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77136d4-73ba-496a-bbee-a7129f23ce3a req-913459ea-c099-47f6-92fa-228af2a3a691 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:29.568149 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b77136d4-73ba-496a-bbee-a7129f23ce3a req-913459ea-c099-47f6-92fa-228af2a3a691 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.5449591 May 25 15:58:29.641034 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c56b40e-75fa-43d0-99bc-efd87f06ed4d admin admin] Network 3763e85e-2984-4a8d-a3a7-a76f9126d496 is scheduled to be hosted by DHCP agent 00ebe683-d06a-496e-87c5-4674691aaa5f with binding_index 1 {{(pid=98824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:58:29.689991 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning for port b7caf25d-0f19-4ce7-9a81-077305b94e37 completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:29.698202 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port b7caf25d-0f19-4ce7-9a81-077305b94e37 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:29.698600 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:29.738716 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-173f0daf-fafa-4944-be28-e336af0fe8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:29.755786 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ff0cc-b7ff-4bf4-b623-975754c294b4 req-99bc85bb-714a-4395-a123-26f5519ddae9 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:29.766830 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1c6ff0cc-b7ff-4bf4-b623-975754c294b4 req-99bc85bb-714a-4395-a123-26f5519ddae9 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 943 time: 0.5783617 May 25 15:58:29.767377 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-3bb6ba57-bbd7-46ed-8bd0-e5adffdc8ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:29.771600 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-3bb6ba57-bbd7-46ed-8bd0-e5adffdc8ac9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1dafbac212f4486fb6d026d08f3d58bb&device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 1096 time: 0.1835454 May 25 15:58:29.858459 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b77136d4-73ba-496a-bbee-a7129f23ce3a req-9fe979ec-c64d-427d-8eab-32894b2be838 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843051 May 25 15:58:29.859795 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-173f0daf-fafa-4944-be28-e336af0fe8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:29.922688 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-4fb2849e-4cde-41c5-907c-eb879e0981dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:29.954177 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [None req-4c56b40e-75fa-43d0-99bc-efd87f06ed4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-6-smb, 3763e85e-2984-4a8d-a3a7-a76f9126d496) {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:29.974062 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c56b40e-75fa-43d0-99bc-efd87f06ed4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:29.974911 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-4c56b40e-75fa-43d0-99bc-efd87f06ed4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:29.976838 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-863e8644-5044-4ebc-8536-08c4e0ce865a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63dd0404-955b-4585-8721-710deadea260 HTTP/1.1" status: 200 len: 217 time: 0.1879175 May 25 15:58:29.979582 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c034d3-6791-4681-a38f-5c29bc7cfcb6 None None] Network 3763e85e-2984-4a8d-a3a7-a76f9126d496 requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:58:29.994572 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-173f0daf-fafa-4944-be28-e336af0fe8f6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=26227b5352d14aa6aabc6287997f5be6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3866410 May 25 15:58:30.009574 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 42272) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:30.012024 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f0daf-fafa-4944-be28-e336af0fe8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f22639c-31b2-48bb-9f6b-c43b6a551ca0,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:30.035304 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1c6ff0cc-b7ff-4bf4-b623-975754c294b4 req-aae6763c-dda1-4edd-bc9c-0675f8052b70 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2598908 May 25 15:58:30.068745 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-de655c50-3cc3-43aa-a2c9-75358bbefaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:30.070466 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-de655c50-3cc3-43aa-a2c9-75358bbefaaf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae HTTP/1.1" status: 200 len: 855 time: 0.0857792 May 25 15:58:30.075853 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-173f0daf-fafa-4944-be28-e336af0fe8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:30.192736 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-78ee878c-cfe1-4d31-9ab6-e0017c064359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:30.194858 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-78ee878c-cfe1-4d31-9ab6-e0017c064359 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9b9e8b48-533f-4671-b519-11ca6129f792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1152329 May 25 15:58:30.202176 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:30.249646 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853a0e1-e693-4ab3-b5da-e60a3c66f08f req-4b20e885-fa17-49dc-a378-6eb4e36bf342 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:30.250778 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] For port b7caf25d-0f19-4ce7-9a81-077305b94e37, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=b7caf25d-0f19-4ce7-9a81-077305b94e37,segment=NetworkSegment(09faaebc-deae-4e59-aabb-12f66238ab21),segment_id=09faaebc-deae-4e59-aabb-12f66238ab21)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:30.250908 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9853a0e1-e693-4ab3-b5da-e60a3c66f08f req-4b20e885-fa17-49dc-a378-6eb4e36bf342 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1e70cb7-4916-4684-bf2f-a91df78887b1 HTTP/1.1" status: 200 len: 946 time: 0.1863294 May 25 15:58:30.288837 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-4c56b40e-75fa-43d0-99bc-efd87f06ed4d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5035484 May 25 15:58:30.332442 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:30.345155 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:30.415268 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-5327f4b8-b172-417c-ace4-0c1c79880f1a service neutron] 10.222.0.91 "GET /v2.0/networks/9b9e8b48-533f-4671-b519-11ca6129f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131081 May 25 15:58:30.415509 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-238200ec-b72c-4049-83e1-9d9942892405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:30.417684 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b77655f-87f7-4f8a-a025-b6ac0493dbd3', 'tag': '63dd0404-955b-4585-8721-710deadea260', 'status': 'completed', 'code': 200} May 25 15:58:30.446776 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9853a0e1-e693-4ab3-b5da-e60a3c66f08f req-f02c104e-b56a-4303-ada8-18a01d55b48d tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/security-groups?id=097042cd-0405-4cdd-9ed0-239e523bc280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595206 May 25 15:58:30.458985 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e02d5e-6651-42cf-8867-9afb920159e2 None None] Network 3763e85e-2984-4a8d-a3a7-a76f9126d496 requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:58:30.475649 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-238200ec-b72c-4049-83e1-9d9942892405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:30.623537 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Pushing event updated for resources: {'Port': ['ID=b7caf25d-0f19-4ce7-9a81-077305b94e37,revision_number=5']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:30.628973 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:30.716248 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-7a716d13-2149-4fdd-ab6d-fbf0c5c3dd18 req-dcbf710d-5e42-4678-b034-5e52768a9be7 service neutron] 10.222.0.91 "GET /v2.0/networks/9b9e8b48-533f-4671-b519-11ca6129f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860816 May 25 15:58:30.857156 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-9cff3a0e-9e4e-4cad-9b36-0bc228c2b898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6390152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6432755'] for subnet, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:30.862330 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-5440848c-6fa2-49a2-b357-4053178355d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:30.937846 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe654ea9-e221-4a08-8349-9c97019ff8be req-5e6e55ad-d30b-44e6-bd11-ca39118c9561 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:30.939514 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-fe654ea9-e221-4a08-8349-9c97019ff8be req-5e6e55ad-d30b-44e6-bd11-ca39118c9561 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1e70cb7-4916-4684-bf2f-a91df78887b1 HTTP/1.1" status: 200 len: 946 time: 0.1085114 May 25 15:58:30.994619 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-238200ec-b72c-4049-83e1-9d9942892405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:31.111893 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-fe654ea9-e221-4a08-8349-9c97019ff8be req-37ca4749-3cf2-48a2-9c52-af958a433e3f tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Deleting port 8a2dc4a2-c53d-4b92-92aa-df68495589ad {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:58:31.112668 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-fe654ea9-e221-4a08-8349-9c97019ff8be req-37ca4749-3cf2-48a2-9c52-af958a433e3f tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:31.174033 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-238200ec-b72c-4049-83e1-9d9942892405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:31.175139 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-238200ec-b72c-4049-83e1-9d9942892405 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1f22639c-31b2-48bb-9f6b-c43b6a551ca0 HTTP/1.1" status: 204 len: 168 time: 1.1595256 May 25 15:58:31.175860 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff3a0e-9e4e-4cad-9b36-0bc228c2b898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f78f831-d6a1-4956-a846-2e6292505ce3,revision_number=0']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:31.192926 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-9cff3a0e-9e4e-4cad-9b36-0bc228c2b898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:31.195628 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-4d77e91a-7d08-4bd9-bb52-eb8d25a13785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:31.233461 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238200ec-b72c-4049-83e1-9d9942892405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f22639c-31b2-48bb-9f6b-c43b6a551ca0,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:31.241015 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-238200ec-b72c-4049-83e1-9d9942892405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:31.247356 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cff3a0e-9e4e-4cad-9b36-0bc228c2b898 admin admin] Checking segment: {'id': 'af379ffa-ed21-4b53-9ddc-25a015af8bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b23c34f7-ddb5-44a1-b733-50598e4001aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:58:31.247711 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cff3a0e-9e4e-4cad-9b36-0bc228c2b898 admin admin] Network hostable DHCP agents. Network: b23c34f7-ddb5-44a1-b733-50598e4001aa, hostable agents: ['00ebe683-d06a-496e-87c5-4674691aaa5f'], hosted agents: [] {{(pid=98824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:58:31.287280 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-fe654ea9-e221-4a08-8349-9c97019ff8be req-37ca4749-3cf2-48a2-9c52-af958a433e3f tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] For port 8a2dc4a2-c53d-4b92-92aa-df68495589ad, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8a2dc4a2-c53d-4b92-92aa-df68495589ad,segment=NetworkSegment(fefbe82a-316e-48a2-8bfa-c3859e2793c8),segment_id=fefbe82a-316e-48a2-8bfa-c3859e2793c8)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:31.287644 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-fe654ea9-e221-4a08-8349-9c97019ff8be req-37ca4749-3cf2-48a2-9c52-af958a433e3f tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:31.287827 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-8151dea7-d7de-41ea-b9c7-6fe265987e17 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:31.288523 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-8151dea7-d7de-41ea-b9c7-6fe265987e17 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Synchronizing usage tracker for tenant:1ce6fae3094a4163aaec82ab64e21bbf on resource:network {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:58:31.313608 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c59f9-5677-48d9-af03-27bcbee8e05b req-7bf51f27-d69a-4ae8-9ca0-cdd7675e802d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:31.315447 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-556c59f9-5677-48d9-af03-27bcbee8e05b req-7bf51f27-d69a-4ae8-9ca0-cdd7675e802d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1dafbac212f4486fb6d026d08f3d58bb&device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 1096 time: 0.3673880 May 25 15:58:31.375275 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3719a0a-99f3-4701-a37d-0bd5ad25c79a req-4eda12cd-6c31-4e1e-b9ad-4941a650cbb5 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:31.382380 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c3719a0a-99f3-4701-a37d-0bd5ad25c79a req-4eda12cd-6c31-4e1e-b9ad-4941a650cbb5 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.3832357 May 25 15:58:31.451709 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-fe654ea9-e221-4a08-8349-9c97019ff8be req-37ca4749-3cf2-48a2-9c52-af958a433e3f tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Calling delete_port for 8a2dc4a2-c53d-4b92-92aa-df68495589ad owned by compute:nova {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:58:31.462475 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-8151dea7-d7de-41ea-b9c7-6fe265987e17 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Unset dirty status for tenant:1ce6fae3094a4163aaec82ab64e21bbf on resource:network {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:58:31.469651 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-8151dea7-d7de-41ea-b9c7-6fe265987e17 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/networks?id=50a74f17-1a5c-4587-a9aa-d34946fecaca HTTP/1.1" status: 200 len: 807 time: 0.5417960 May 25 15:58:31.471482 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cff3a0e-9e4e-4cad-9b36-0bc228c2b898 admin admin] Network b23c34f7-ddb5-44a1-b733-50598e4001aa is scheduled to be hosted by DHCP agent 00ebe683-d06a-496e-87c5-4674691aaa5f with binding_index 1 {{(pid=98824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:58:31.494483 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device b7caf25d-0f19-4ce7-9a81-077305b94e37 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:31.523595 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-c5977b19-9fab-446a-858d-297011c61ce9 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/quotas/1ce6fae3094a4163aaec82ab64e21bbf HTTP/1.1" status: 200 len: 375 time: 0.0529649 May 25 15:58:31.626849 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-510ce11a-5b5f-49b9-aa2a-d28c20055225 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1ce6fae3094a4163aaec82ab64e21bbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1021364 May 25 15:58:31.663168 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c3719a0a-99f3-4701-a37d-0bd5ad25c79a req-a929112a-960f-40e3-91a8-b5112d06ff57 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794130 May 25 15:58:31.676403 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [None req-9cff3a0e-9e4e-4cad-9b36-0bc228c2b898 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-6-smb, b23c34f7-ddb5-44a1-b733-50598e4001aa) {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:31.683268 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port b7caf25d-0f19-4ce7-9a81-077305b94e37 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:31.683970 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:31.728194 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edac94f8-545f-442b-bc1c-706b5cc91444 None None] Network b23c34f7-ddb5-44a1-b733-50598e4001aa requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:58:31.779452 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c59f9-5677-48d9-af03-27bcbee8e05b req-27b089dd-b457-4a68-b285-6eff3bd0e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:31.781214 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-556c59f9-5677-48d9-af03-27bcbee8e05b req-27b089dd-b457-4a68-b285-6eff3bd0e8b6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=9b9e8b48-533f-4671-b519-11ca6129f792 HTTP/1.1" status: 200 len: 917 time: 0.4567988 May 25 15:58:31.789383 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cff3a0e-9e4e-4cad-9b36-0bc228c2b898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:31.789962 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-9cff3a0e-9e4e-4cad-9b36-0bc228c2b898 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:31.804411 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-fe654ea9-e221-4a08-8349-9c97019ff8be req-37ca4749-3cf2-48a2-9c52-af958a433e3f tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:31.812864 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:31.859181 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['8a2dc4a2-c53d-4b92-92aa-df68495589ad'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:58:31.924253 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca4749-3cf2-48a2-9c52-af958a433e3f tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Pushing event deleted for resources: {'Port': ['ID=8a2dc4a2-c53d-4b92-92aa-df68495589ad,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:31.927268 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-37ca4749-3cf2-48a2-9c52-af958a433e3f tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:31.978695 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-556c59f9-5677-48d9-af03-27bcbee8e05b req-6d1b2197-2cd0-4f11-9647-3abeaa2d2ad9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63dd0404-955b-4585-8721-710deadea260 HTTP/1.1" status: 200 len: 217 time: 0.1787848 May 25 15:58:32.007445 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe654ea9-e221-4a08-8349-9c97019ff8be req-37ca4749-3cf2-48a2-9c52-af958a433e3f tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] No DVR routers for this DVR port 8a2dc4a2-c53d-4b92-92aa-df68495589ad on host hv-cinder-78638 {{(pid=98823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:58:32.016027 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-fe654ea9-e221-4a08-8349-9c97019ff8be req-37ca4749-3cf2-48a2-9c52-af958a433e3f tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:32.074714 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-9cff3a0e-9e4e-4cad-9b36-0bc228c2b898 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0532446 May 25 15:58:32.078413 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 42326) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:32.085397 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-29def6c1-e850-40b5-85e0-6bc4cafd3678 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1258282045-router', 'tenant_id': '0308f22a6f2f4234a934b7fddb47c591', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'}}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:32.086023 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 42330) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:32.091625 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-29def6c1-e850-40b5-85e0-6bc4cafd3678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:32.097771 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-29def6c1-e850-40b5-85e0-6bc4cafd3678 admin admin] Usage tracker for resource:router and tenant:0308f22a6f2f4234a934b7fddb47c591 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:32.101986 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-29def6c1-e850-40b5-85e0-6bc4cafd3678 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:32.113990 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-29def6c1-e850-40b5-85e0-6bc4cafd3678 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:32.134238 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-fe654ea9-e221-4a08-8349-9c97019ff8be req-37ca4749-3cf2-48a2-9c52-af958a433e3f tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.91 "DELETE /v2.0/ports/8a2dc4a2-c53d-4b92-92aa-df68495589ad HTTP/1.1" status: 204 len: 173 time: 1.1884136 May 25 15:58:32.136005 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-3a04c63c-4858-49c0-8828-ef2992c18535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:32.157567 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-63d6daf5-9f82-4ad3-9835-a42fc15e6ed0 service neutron] 10.222.0.72 "GET /v2.0/networks/50a74f17-1a5c-4587-a9aa-d34946fecaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294685 May 25 15:58:32.196054 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c59f9-5677-48d9-af03-27bcbee8e05b req-8e255888-cafd-48b5-b34d-540f584fc3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:32.198389 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-556c59f9-5677-48d9-af03-27bcbee8e05b req-8e255888-cafd-48b5-b34d-540f584fc3a2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae HTTP/1.1" status: 200 len: 855 time: 0.1950381 May 25 15:58:32.244359 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-3a04c63c-4858-49c0-8828-ef2992c18535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:32.248940 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff1963c-575f-477f-be67-06455127ed30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32cf0f2c-b959-5911-8d06-ef128a5e522b-b23c34f7-ddb5-44a1-b733-50598e4001aa', 'network_id': 'b23c34f7-ddb5-44a1-b733-50598e4001aa', 'tenant_id': '0308f22a6f2f4234a934b7fddb47c591', 'fixed_ips': [{'subnet_id': '2f78f831-d6a1-4956-a846-2e6292505ce3'}]}} from dv-cinder-786384-6-smb. {{(pid=98825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 15:58:32.249815 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-eff1963c-575f-477f-be67-06455127ed30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:32.291955 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-3a04c63c-4858-49c0-8828-ef2992c18535 admin admin] Usage tracker for resource:security_group_rule and tenant:bdf2d6505cd94f5a99fed9619a5a15ec is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:32.311932 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-3a04c63c-4858-49c0-8828-ef2992c18535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:32.327275 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-3a04c63c-4858-49c0-8828-ef2992c18535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:32.338329 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cffb4-3b34-4ace-bb76-02aec074693d req-e272e949-02c5-422a-89d2-66b6e27fced5 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:32.339879 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-898cffb4-3b34-4ace-bb76-02aec074693d req-e272e949-02c5-422a-89d2-66b6e27fced5 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 943 time: 0.5463254 May 25 15:58:32.375266 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-29def6c1-e850-40b5-85e0-6bc4cafd3678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-447326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2893'] for router, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:32.376320 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-29def6c1-e850-40b5-85e0-6bc4cafd3678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-449153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2886'] for router, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:32.415492 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-29def6c1-e850-40b5-85e0-6bc4cafd3678 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:32.434131 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e70cb7-4916-4684-bf2f-a91df78887b1', 'name': 'network-vif-deleted', 'tag': '8a2dc4a2-c53d-4b92-92aa-df68495589ad'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:58:32.436156 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.db_base_plugin_common [None req-eff1963c-575f-477f-be67-06455127ed30 None None] Allocated IP 172.20.0.2 (b23c34f7-ddb5-44a1-b733-50598e4001aa/2f78f831-d6a1-4956-a846-2e6292505ce3/1f5aa677-89cf-458a-b1c2-d069da366384) {{(pid=98825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:58:32.469387 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-7188039a-2e3e-480d-9803-26285c6c999d service neutron] 10.222.0.72 "GET /v2.0/networks/50a74f17-1a5c-4587-a9aa-d34946fecaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103585 May 25 15:58:32.484125 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-898cffb4-3b34-4ace-bb76-02aec074693d req-100b4894-6eb2-42b9-aa58-377164f8cf06 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376135 May 25 15:58:32.496074 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c59f9-5677-48d9-af03-27bcbee8e05b req-0769d4e1-07ab-46e4-94d8-725db6e406aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:32.498312 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-556c59f9-5677-48d9-af03-27bcbee8e05b req-0769d4e1-07ab-46e4-94d8-725db6e406aa service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9b9e8b48-533f-4671-b519-11ca6129f792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2463984 May 25 15:58:32.635539 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-3a04c63c-4858-49c0-8828-ef2992c18535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:32.754264 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-eff1963c-575f-477f-be67-06455127ed30 None None] Notify callbacks [] for port, precommit_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:32.765982 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-eff1963c-575f-477f-be67-06455127ed30 None None] Transition to ACTIVE for port object 1f5aa677-89cf-458a-b1c2-d069da366384 will not be triggered until provisioned by entity L2. {{(pid=98825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:32.766356 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-3a04c63c-4858-49c0-8828-ef2992c18535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:32.786579 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-eff1963c-575f-477f-be67-06455127ed30 None None] Transition to ACTIVE for port object 1f5aa677-89cf-458a-b1c2-d069da366384 will not be triggered until provisioned by entity DHCP. {{(pid=98825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:32.873595 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-eff1963c-575f-477f-be67-06455127ed30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603'] for port, after_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:32.878554 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-644452f1-5239-4571-9cd4-9b9a615fe8eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:32.901043 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e70cb7-4916-4684-bf2f-a91df78887b1', 'name': 'network-vif-deleted', 'tag': '8a2dc4a2-c53d-4b92-92aa-df68495589ad', 'status': 'completed', 'code': 200} May 25 15:58:32.928826 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-033fb1bf-231c-4811-ae50-ef2fe79c6b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:32.944666 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cd0b08c2-bc35-4a39-ad16-fa1952bc2e47 req-a763006d-a644-4d02-8a97-7cfaf9438d90 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1e70cb7-4916-4684-bf2f-a91df78887b1 HTTP/1.1" status: 200 len: 210 time: 0.2313616 May 25 15:58:33.009523 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-29def6c1-e850-40b5-85e0-6bc4cafd3678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449188', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2864'] for router, precommit_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:33.022074 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff1963c-575f-477f-be67-06455127ed30 None None] Network b23c34f7-ddb5-44a1-b733-50598e4001aa is already hosted by enough agents. {{(pid=98825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:58:33.025252 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.scheduler.base_scheduler [None req-eff1963c-575f-477f-be67-06455127ed30 None None] Resources bound (agent type, host, resource id): {{(pid=98825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:33.031092 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff1963c-575f-477f-be67-06455127ed30 None None] Received port after_create {{(pid=98825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:58:33.050542 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-3a04c63c-4858-49c0-8828-ef2992c18535 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bdf2d6505cd94f5a99fed9619a5a15ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9634252 May 25 15:58:33.053293 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 42348) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:33.082882 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1963c-575f-477f-be67-06455127ed30 None None] Pushing event updated for resources: {'Port': ['ID=1f5aa677-89cf-458a-b1c2-d069da366384,revision_number=1']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:33.098289 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-eff1963c-575f-477f-be67-06455127ed30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:33.134815 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04c63c-4858-49c0-8828-ef2992c18535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bc4979-e9b6-44b4-a0d1-322062a797ab,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:33.157986 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-3a04c63c-4858-49c0-8828-ef2992c18535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:33.177178 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-721aadc2-646d-4745-b17d-875b9a2b5c46 req-7952cf61-8473-48ed-994e-cbf5ec138ea7 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/ports?device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 210 time: 0.1389766 May 25 15:58:33.180653 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b5a45eb0-7c7e-4fbf-bf21-a427ef506c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:33.185591 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-eff1963c-575f-477f-be67-06455127ed30 None None] Attempting to bind port 1f5aa677-89cf-458a-b1c2-d069da366384 on host dv-cinder-786384-6-smb for vnic_type normal with profile {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:58:33.186086 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-eff1963c-575f-477f-be67-06455127ed30 None None] Attempting to bind port 1f5aa677-89cf-458a-b1c2-d069da366384 by drivers openvswitch,hyperv on host dv-cinder-786384-6-smb at level 0 using segments [{'id': 'af379ffa-ed21-4b53-9ddc-25a015af8bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b23c34f7-ddb5-44a1-b733-50598e4001aa'}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:58:33.190688 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1963c-575f-477f-be67-06455127ed30 None None] Attempting to bind port 1f5aa677-89cf-458a-b1c2-d069da366384 on network b23c34f7-ddb5-44a1-b733-50598e4001aa {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:33.197198 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1963c-575f-477f-be67-06455127ed30 None None] Checking agent: {'id': '604f280d-a953-439f-8917-ecde1e61df0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 48, 25), 'started_at': datetime.datetime(2021, 5, 25, 15, 48, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:58:33.197527 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1963c-575f-477f-be67-06455127ed30 None None] Checking segment: {'id': 'af379ffa-ed21-4b53-9ddc-25a015af8bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b23c34f7-ddb5-44a1-b733-50598e4001aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:58:33.197946 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-eff1963c-575f-477f-be67-06455127ed30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:33.198351 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1963c-575f-477f-be67-06455127ed30 None None] Bound using segment: {'id': 'af379ffa-ed21-4b53-9ddc-25a015af8bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b23c34f7-ddb5-44a1-b733-50598e4001aa'} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:58:33.198894 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-eff1963c-575f-477f-be67-06455127ed30 None None] Bound port: 1f5aa677-89cf-458a-b1c2-d069da366384, host: dv-cinder-786384-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af379ffa-ed21-4b53-9ddc-25a015af8bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b23c34f7-ddb5-44a1-b733-50598e4001aa'}}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:58:33.199210 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-eff1963c-575f-477f-be67-06455127ed30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:33.203205 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-556c59f9-5677-48d9-af03-27bcbee8e05b req-0c6f31ab-05eb-41df-a0a3-503cc3d228bb service neutron] 10.222.0.91 "GET /v2.0/networks/9b9e8b48-533f-4671-b519-11ca6129f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6941741 May 25 15:58:33.310557 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b5a45eb0-7c7e-4fbf-bf21-a427ef506c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:33.311955 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-eff1963c-575f-477f-be67-06455127ed30 None None] For port 1f5aa677-89cf-458a-b1c2-d069da366384, host dv-cinder-786384-6-smb, cleared binding levels {{(pid=98825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:58:33.315909 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-eff1963c-575f-477f-be67-06455127ed30 None None] For port 1f5aa677-89cf-458a-b1c2-d069da366384, host dv-cinder-786384-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=1f5aa677-89cf-458a-b1c2-d069da366384,segment=NetworkSegment(af379ffa-ed21-4b53-9ddc-25a015af8bed),segment_id=af379ffa-ed21-4b53-9ddc-25a015af8bed)] {{(pid=98825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:58:33.343971 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257910b7-3633-45ae-9923-bcd1a5ab283d req-1fe8381e-db01-4c83-8e38-d844e21f03ff tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:33.345457 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-257910b7-3633-45ae-9923-bcd1a5ab283d req-1fe8381e-db01-4c83-8e38-d844e21f03ff tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.2927814 May 25 15:58:33.422842 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-556c59f9-5677-48d9-af03-27bcbee8e05b req-ed2d2c1c-520a-4221-9365-5a1bc69933ae service neutron] 10.222.0.91 "GET /v2.0/networks/9b9e8b48-533f-4671-b519-11ca6129f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103355 May 25 15:58:33.427611 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-257910b7-3633-45ae-9923-bcd1a5ab283d req-c163c4ed-2eac-4d71-945f-600756fb2eb0 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682764 May 25 15:58:33.677760 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-eff1963c-575f-477f-be67-06455127ed30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:33.677760 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:33.680732 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b5a45eb0-7c7e-4fbf-bf21-a427ef506c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:33.689826 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-5e03d05a-385e-4cc0-8ffd-9ecf4faa779a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:33.714652 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a45eb0-7c7e-4fbf-bf21-a427ef506c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bc4979-e9b6-44b4-a0d1-322062a797ab,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:33.726984 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-b5a45eb0-7c7e-4fbf-bf21-a427ef506c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:33.742755 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-29def6c1-e850-40b5-85e0-6bc4cafd3678 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:33.743053 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628ccae-b9a9-492c-bc3c-b50fc8b3bf07 req-23503de0-da97-4d9b-ab72-c08dce77da65 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:33.744757 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4628ccae-b9a9-492c-bc3c-b50fc8b3bf07 req-23503de0-da97-4d9b-ab72-c08dce77da65 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 943 time: 0.1284721 May 25 15:58:33.773334 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b5a45eb0-7c7e-4fbf-bf21-a427ef506c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:33.776916 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-b5a45eb0-7c7e-4fbf-bf21-a427ef506c6c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/67bc4979-e9b6-44b4-a0d1-322062a797ab HTTP/1.1" status: 204 len: 168 time: 0.7198427 May 25 15:58:33.792736 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-29def6c1-e850-40b5-85e0-6bc4cafd3678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:33.828749 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1963c-575f-477f-be67-06455127ed30 None None] Pushing event updated for resources: {'Port': ['ID=1f5aa677-89cf-458a-b1c2-d069da366384,revision_number=2']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:33.843685 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-eff1963c-575f-477f-be67-06455127ed30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:33.849721 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4628ccae-b9a9-492c-bc3c-b50fc8b3bf07 req-9e8f4b01-aeeb-4e5d-8003-476e461eed45 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985453 May 25 15:58:33.981433 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.db_base_plugin_common [None req-29def6c1-e850-40b5-85e0-6bc4cafd3678 admin admin] Allocated IP 172.28.1.125 (be3871dc-f381-4103-8f68-0343c836dc76/3c10e3ea-68ab-49d4-8887-aa85c11495c1/d670a49c-8d1b-4d02-83ca-2f899b179a46) {{(pid=98823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:58:34.103160 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 63dd0404-955b-4585-8721-710deadea260 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:58:34.112344 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 8a2dc4a2-c53d-4b92-92aa-df68495589ad no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:58:34.216437 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] No Port match for: 8a2dc4a2-c53d-4b92-92aa-df68495589ad {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:58:34.216437 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 8a2dc4a2-c53d-4b92-92aa-df68495589ad not bound to the agent host hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:58:34.238928 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-29def6c1-e850-40b5-85e0-6bc4cafd3678 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:34.330746 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-8428b4f6-130f-4374-9577-397e490cb553 req-52d33d1f-091e-41af-9509-d930b8ee6165 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/ports?device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 210 time: 0.0480168 May 25 15:58:34.358374 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-29def6c1-e850-40b5-85e0-6bc4cafd3678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603'] for port, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:34.374229 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-37ca4749-3cf2-48a2-9c52-af958a433e3f tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:34.417714 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 63dd0404-955b-4585-8721-710deadea260, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=63dd0404-955b-4585-8721-710deadea260,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:34.433978 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Returning: {'device': '63dd0404-955b-4585-8721-710deadea260', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'port_id': '63dd0404-955b-4585-8721-710deadea260', 'mac_address': 'fa:16:3e:7c:61:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:58:34.444910 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29def6c1-e850-40b5-85e0-6bc4cafd3678 admin admin] Network be3871dc-f381-4103-8f68-0343c836dc76 is already hosted by enough agents. {{(pid=98823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:58:34.477826 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [None req-29def6c1-e850-40b5-85e0-6bc4cafd3678 admin admin] Resources bound (agent type, host, resource id): {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:34.506452 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29def6c1-e850-40b5-85e0-6bc4cafd3678 admin admin] Pushing event updated for resources: {'Port': ['ID=d670a49c-8d1b-4d02-83ca-2f899b179a46,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:34.509901 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-29def6c1-e850-40b5-85e0-6bc4cafd3678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:34.511009 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29def6c1-e850-40b5-85e0-6bc4cafd3678 admin admin] Received port after_create {{(pid=98823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:58:34.531867 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:34.591143 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63dd0404-955b-4585-8721-710deadea260 {{(pid=98825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:58:34.623017 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 63dd0404-955b-4585-8721-710deadea260, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=63dd0404-955b-4585-8721-710deadea260,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:34.741250 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:34.743942 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:34.777449 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-8c137c57-4f69-4862-bbef-5c0a8f5a04ef tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:34.785908 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-8c137c57-4f69-4862-bbef-5c0a8f5a04ef tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/networks?id=5236d657-b434-4f22-b7c1-312b718dc2e9 HTTP/1.1" status: 200 len: 808 time: 0.3807042 May 25 15:58:34.807929 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208b3a3-e404-4929-a997-0ffc456c19e1 req-7478d87a-3a7b-4440-9e08-5f375f643b23 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:34.810864 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d208b3a3-e404-4929-a997-0ffc456c19e1 req-7478d87a-3a7b-4440-9e08-5f375f643b23 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.2121706 May 25 15:58:34.819063 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-2298bfa6-5b00-41d4-ba56-b86e0e51ac72 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/quotas/4a094366b940450fa613a7c47cc83a09 HTTP/1.1" status: 200 len: 375 time: 0.0321972 May 25 15:58:34.930155 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=63dd0404-955b-4585-8721-710deadea260,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:34.933469 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-677e5e49-8eb9-45f6-b8ef-ca846f8874dc tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=4a094366b940450fa613a7c47cc83a09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1134112 May 25 15:58:34.950484 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:35.042331 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d208b3a3-e404-4929-a997-0ffc456c19e1 req-48ff15a9-9ec2-4423-bd1a-3571b1d64337 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188582 May 25 15:58:35.099482 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['63dd0404-955b-4585-8721-710deadea260'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:58:35.188019 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-d6de776b-6580-4fb1-8cbb-fde4f5d24b98 service neutron] 10.222.0.72 "GET /v2.0/networks/5236d657-b434-4f22-b7c1-312b718dc2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345364 May 25 15:58:35.282148 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e2fffd-3950-4f81-950e-715f689e4227 None None] Network b23c34f7-ddb5-44a1-b733-50598e4001aa requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:58:35.471440 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-058c66ea-eb38-4dd3-969c-8b4fdd1a7608 service neutron] 10.222.0.72 "GET /v2.0/networks/5236d657-b434-4f22-b7c1-312b718dc2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824552 May 25 15:58:35.478435 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-29def6c1-e850-40b5-85e0-6bc4cafd3678 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:35.616480 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 1f5aa677-89cf-458a-b1c2-d069da366384 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:35.684127 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-0667106a-bf3d-4e6a-a90a-3494b29e7fb8 None None] Provisioning for port 1f5aa677-89cf-458a-b1c2-d069da366384 completed by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:35.885498 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning for port 1f5aa677-89cf-458a-b1c2-d069da366384 completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:35.891928 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 1f5aa677-89cf-458a-b1c2-d069da366384 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:35.892852 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:35.990758 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-29def6c1-e850-40b5-85e0-6bc4cafd3678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449255'] for router, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:36.110657 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ab85d-9896-4eda-8760-131362ab4e30 req-e1bd7904-9496-44b6-880b-78e84009a6eb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:36.112861 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-260ab85d-9896-4eda-8760-131362ab4e30 req-e1bd7904-9496-44b6-880b-78e84009a6eb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 944 time: 0.1277111 May 25 15:58:36.127534 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:36.190972 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] For port 1f5aa677-89cf-458a-b1c2-d069da366384, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=1f5aa677-89cf-458a-b1c2-d069da366384,segment=NetworkSegment(af379ffa-ed21-4b53-9ddc-25a015af8bed),segment_id=af379ffa-ed21-4b53-9ddc-25a015af8bed)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:36.213161 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-260ab85d-9896-4eda-8760-131362ab4e30 req-836934c1-a3ff-442e-9c40-687cd5361f62 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908496 May 25 15:58:36.270958 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-0503502c-8c31-49a6-9cdb-f08cd456dc03 None None] Provisioning complete for port 1f5aa677-89cf-458a-b1c2-d069da366384 triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:36.270958 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-0503502c-8c31-49a6-9cdb-f08cd456dc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:36.302397 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:36.310924 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-644452f1-5239-4571-9cd4-9b9a615fe8eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:36.423933 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c06de32c-f036-4802-8073-9c007591d9e9 req-9a025a15-bfa7-40cb-b872-d310ccb3647f tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/ports?device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 210 time: 0.0577996 May 25 15:58:36.455693 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Pushing event updated for resources: {'Port': ['ID=1f5aa677-89cf-458a-b1c2-d069da366384,revision_number=3']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:36.472309 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:36.555208 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29def6c1-e850-40b5-85e0-6bc4cafd3678 admin admin] Router 6722ae2e-c333-4332-aa85-10fb03a61a92 is scheduled to L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab with binding_index 1 {{(pid=98823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 15:58:36.591916 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7f8ad277-23d1-4532-b302-dfd14031c6eb req-091cf135-7733-4db8-9acd-6b0e0d4b63c6 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 210 time: 0.1013713 May 25 15:58:36.852755 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29def6c1-e850-40b5-85e0-6bc4cafd3678 admin admin] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:58:36.863534 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac98a90-e46c-4f81-90d2-cbd44dc39acc None None] Sync routers for ids ['6722ae2e-c333-4332-aa85-10fb03a61a92'] in dv-cinder-786384-6-smb {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:58:36.886239 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac98a90-e46c-4f81-90d2-cbd44dc39acc None None] Routers {'6722ae2e-c333-4332-aa85-10fb03a61a92'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:58:36.886239 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-7ac98a90-e46c-4f81-90d2-cbd44dc39acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:58:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['6722ae2e-c333-4332-aa85-10fb03a61a92'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:36.999055 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-29def6c1-e850-40b5-85e0-6bc4cafd3678 admin admin] Notify callbacks [] for router, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:37.003154 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-29def6c1-e850-40b5-85e0-6bc4cafd3678 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9236760 May 25 15:58:37.003824 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 42476) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:37.055283 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-f09812da-8f9a-4a9c-98bf-15ff87acaaf1 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:37.062785 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-f09812da-8f9a-4a9c-98bf-15ff87acaaf1 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.91 "GET /v2.0/networks?id=50a74f17-1a5c-4587-a9aa-d34946fecaca HTTP/1.1" status: 200 len: 807 time: 0.3984902 May 25 15:58:37.086015 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e752a9-c530-4122-848c-3be18f94e0a8 req-572aad72-0e74-4bea-b6aa-de48f7c8bc76 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:37.096164 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e6e752a9-c530-4122-848c-3be18f94e0a8 req-572aad72-0e74-4bea-b6aa-de48f7c8bc76 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.3242147 May 25 15:58:37.126993 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-935a76bc-d493-4f2e-8f66-e76fbccd7089 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Request body: {'port': {'device_id': 'db6a8792-2122-4e65-ae61-985a8f134e13', 'network_id': '50a74f17-1a5c-4587-a9aa-d34946fecaca', 'admin_state_up': True, 'tenant_id': '1ce6fae3094a4163aaec82ab64e21bbf'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:37.225360 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-7ac98a90-e46c-4f81-90d2-cbd44dc39acc None None] Set router 6722ae2e-c333-4332-aa85-10fb03a61a92 gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:58:37.531845 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 1f5aa677-89cf-458a-b1c2-d069da366384 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:37.544900 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e6e752a9-c530-4122-848c-3be18f94e0a8 req-29c7db19-6479-4d0d-945d-fcd6aa5f756a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286020 May 25 15:58:37.639473 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-7ac98a90-e46c-4f81-90d2-cbd44dc39acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722ae2e-c333-4332-aa85-10fb03a61a92', 'name': 'tempest-TestMinimumBasicScenario-1258282045-router', 'tenant_id': '0308f22a6f2f4234a934b7fddb47c591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.125'}], 'enable_snat': True}, 'gw_port_id': 'd670a49c-8d1b-4d02-83ca-2f899b179a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:32Z', 'updated_at': '2021-05-25T15:58:34Z', 'revision_number': 3, 'project_id': '0308f22a6f2f4234a934b7fddb47c591', 'gw_port': {'id': 'd670a49c-8d1b-4d02-83ca-2f899b179a46', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6722ae2e-c333-4332-aa85-10fb03a61a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:33Z', 'updated_at': '2021-05-25T15:58:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:37.642614 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-935a76bc-d493-4f2e-8f66-e76fbccd7089 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:37.648112 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-935a76bc-d493-4f2e-8f66-e76fbccd7089 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Usage tracker for resource:port and tenant:1ce6fae3094a4163aaec82ab64e21bbf is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:37.651610 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-935a76bc-d493-4f2e-8f66-e76fbccd7089 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:37.657204 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac98a90-e46c-4f81-90d2-cbd44dc39acc None None] Checking router: 6722ae2e-c333-4332-aa85-10fb03a61a92 for host: dv-cinder-786384-6-smb {{(pid=98826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:58:37.657893 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac98a90-e46c-4f81-90d2-cbd44dc39acc None None] Updating router 6722ae2e-c333-4332-aa85-10fb03a61a92 port d670a49c-8d1b-4d02-83ca-2f899b179a46 binding host dv-cinder-786384-6-smb {{(pid=98826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:58:37.660392 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-935a76bc-d493-4f2e-8f66-e76fbccd7089 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:37.683193 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 1f5aa677-89cf-458a-b1c2-d069da366384 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:37.683589 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:37.704888 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98930408-0012-46ec-8da3-bcd6b439c9f6 req-9d6e5ab0-2f97-4eb3-a9ff-319b37608d41 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:37.706520 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-98930408-0012-46ec-8da3-bcd6b439c9f6 req-9d6e5ab0-2f97-4eb3-a9ff-319b37608d41 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 944 time: 0.2892022 May 25 15:58:37.759209 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-7ac98a90-e46c-4f81-90d2-cbd44dc39acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:37.771335 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-935a76bc-d493-4f2e-8f66-e76fbccd7089 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Made reservation on behalf of 1ce6fae3094a4163aaec82ab64e21bbf for: {'port': 1} {{(pid=98824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:58:37.775937 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-935a76bc-d493-4f2e-8f66-e76fbccd7089 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:37.915852 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-30582b6b-a621-49d8-8517-c649fc32919c req-f6592d62-915e-4d94-9113-d0b34eea2d24 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/ports?device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 210 time: 0.1184628 May 25 15:58:37.923663 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-98930408-0012-46ec-8da3-bcd6b439c9f6 req-5ed79345-889e-4aae-b214-e1971c2a2f44 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042844 May 25 15:58:38.087984 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_common [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-935a76bc-d493-4f2e-8f66-e76fbccd7089 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Allocated IP 172.20.0.9 (50a74f17-1a5c-4587-a9aa-d34946fecaca/27bdbc5f-717e-49f6-8976-cd7bec48367c/0c227456-48b0-4c9e-a84b-815761552e63) {{(pid=98824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:58:38.141299 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 63dd0404-955b-4585-8721-710deadea260 up at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:38.376770 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d67429e3-00cb-4c83-97ed-99650ab5f28d req-e0410b9a-c07e-4a58-be70-6127cc26d429 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 210 time: 0.1307466 May 25 15:58:38.381237 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning for port 63dd0404-955b-4585-8721-710deadea260 completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:38.394349 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning complete for port 63dd0404-955b-4585-8721-710deadea260 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:38.395033 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:38.484696 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-7ac98a90-e46c-4f81-90d2-cbd44dc39acc None None] Notify callbacks [] for port, precommit_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:38.511466 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.provisioning_blocks [None req-7ac98a90-e46c-4f81-90d2-cbd44dc39acc None None] Transition to ACTIVE for port object d670a49c-8d1b-4d02-83ca-2f899b179a46 will not be triggered until provisioned by entity L2. {{(pid=98826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:38.551371 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-935a76bc-d493-4f2e-8f66-e76fbccd7089 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Notify callbacks [] for port, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:38.590860 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:38.597757 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4c2c3139-b496-4530-942f-4cddb86451af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:38.599049 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-7ac98a90-e46c-4f81-90d2-cbd44dc39acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:38.604764 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [None req-7c522ac5-ab18-466f-a96c-0bd24b05e751 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:38.632467 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f918a-a06c-4b24-82c5-c179ae7e23ac req-2d246fbd-3950-44ca-a95d-f86309cf90fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:38.634714 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-936f918a-a06c-4b24-82c5-c179ae7e23ac req-2d246fbd-3950-44ca-a95d-f86309cf90fd service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 1098 time: 0.1909227 May 25 15:58:38.649088 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b77655f-87f7-4f8a-a025-b6ac0493dbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63dd0404-955b-4585-8721-710deadea260'}] {{(pid=98825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:58:38.677707 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 63dd0404-955b-4585-8721-710deadea260, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=63dd0404-955b-4585-8721-710deadea260,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:38.736518 dv-cinder-786384-6-smb neutron-server[98825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b77655f-87f7-4f8a-a025-b6ac0493dbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63dd0404-955b-4585-8721-710deadea260', 'code': 200} May 25 15:58:38.738991 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-936f918a-a06c-4b24-82c5-c179ae7e23ac req-6aad671d-a9ba-41eb-a065-4b4398e4ebed service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647218 May 25 15:58:38.760278 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-935a76bc-d493-4f2e-8f66-e76fbccd7089 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6454840'] for port, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:38.761742 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:38.766152 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:38.782749 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cf9f1-a3a9-4ebe-a1b5-063e0b331dfb None None] Pushing event updated for resources: {'Port': ['ID=d670a49c-8d1b-4d02-83ca-2f899b179a46,revision_number=2']} {{(pid=98826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:38.785498 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-7774330e-cbe4-420f-b509-8c4b16de4b1a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:38.792010 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.managers [None req-7ac98a90-e46c-4f81-90d2-cbd44dc39acc None None] Attempting to bind port d670a49c-8d1b-4d02-83ca-2f899b179a46 on host dv-cinder-786384-6-smb for vnic_type normal with profile {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:58:38.792606 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.managers [None req-7ac98a90-e46c-4f81-90d2-cbd44dc39acc None None] Attempting to bind port d670a49c-8d1b-4d02-83ca-2f899b179a46 by drivers openvswitch,hyperv on host dv-cinder-786384-6-smb at level 0 using segments [{'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'}] {{(pid=98826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:58:38.794850 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac98a90-e46c-4f81-90d2-cbd44dc39acc None None] Attempting to bind port d670a49c-8d1b-4d02-83ca-2f899b179a46 on network be3871dc-f381-4103-8f68-0343c836dc76 {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:38.797790 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [None req-aa2cf9f1-a3a9-4ebe-a1b5-063e0b331dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:38.810531 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac98a90-e46c-4f81-90d2-cbd44dc39acc None None] Checking agent: {'id': '604f280d-a953-439f-8917-ecde1e61df0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 48, 25), 'started_at': datetime.datetime(2021, 5, 25, 15, 48, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:58:38.811174 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac98a90-e46c-4f81-90d2-cbd44dc39acc None None] Checking segment: {'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:58:38.811752 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-7ac98a90-e46c-4f81-90d2-cbd44dc39acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:38.812301 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac98a90-e46c-4f81-90d2-cbd44dc39acc None None] Bound using segment: {'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'} {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:58:38.812964 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.managers [None req-7ac98a90-e46c-4f81-90d2-cbd44dc39acc None None] Bound port: d670a49c-8d1b-4d02-83ca-2f899b179a46, host: dv-cinder-786384-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'}}] {{(pid=98826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:58:38.813506 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-7ac98a90-e46c-4f81-90d2-cbd44dc39acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:38.901876 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=63dd0404-955b-4585-8721-710deadea260,revision_number=5']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:38.906048 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:38.907547 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.db_base_plugin_common [None req-4c2c3139-b496-4530-942f-4cddb86451af admin admin] Allocated IP 172.20.0.1 (b23c34f7-ddb5-44a1-b733-50598e4001aa/2f78f831-d6a1-4956-a846-2e6292505ce3/89744a74-b39a-44ae-822c-b74a308de1b8) {{(pid=98823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:58:38.947214 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.db [None req-7ac98a90-e46c-4f81-90d2-cbd44dc39acc None None] For port d670a49c-8d1b-4d02-83ca-2f899b179a46, host dv-cinder-786384-6-smb, cleared binding levels {{(pid=98826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:58:38.953034 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.db [None req-7ac98a90-e46c-4f81-90d2-cbd44dc39acc None None] For port d670a49c-8d1b-4d02-83ca-2f899b179a46, host dv-cinder-786384-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=d670a49c-8d1b-4d02-83ca-2f899b179a46,segment=NetworkSegment(13ec9ed7-53c7-433f-97c5-96b1b940f45d),segment_id=13ec9ed7-53c7-433f-97c5-96b1b940f45d)] {{(pid=98826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:58:38.969745 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-935a76bc-d493-4f2e-8f66-e76fbccd7089 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Network 50a74f17-1a5c-4587-a9aa-d34946fecaca is already hosted by enough agents. {{(pid=98824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:58:38.982402 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-935a76bc-d493-4f2e-8f66-e76fbccd7089 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Resources bound (agent type, host, resource id): {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:38.987956 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-935a76bc-d493-4f2e-8f66-e76fbccd7089 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Received port after_create {{(pid=98824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:58:39.055078 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a76bc-d493-4f2e-8f66-e76fbccd7089 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Pushing event updated for resources: {'Port': ['ID=0c227456-48b0-4c9e-a84b-815761552e63,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:39.072200 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-7ac98a90-e46c-4f81-90d2-cbd44dc39acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:39.077386 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [None req-aa2cf9f1-a3a9-4ebe-a1b5-063e0b331dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:39.097768 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-935a76bc-d493-4f2e-8f66-e76fbccd7089 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:39.121252 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4c2c3139-b496-4530-942f-4cddb86451af admin admin] Notify callbacks [] for port, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:39.136378 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-935a76bc-d493-4f2e-8f66-e76fbccd7089 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:39.137176 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-935a76bc-d493-4f2e-8f66-e76fbccd7089 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for port, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:39.141218 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.provisioning_blocks [None req-4c2c3139-b496-4530-942f-4cddb86451af admin admin] Transition to ACTIVE for port object 89744a74-b39a-44ae-822c-b74a308de1b8 will not be triggered until provisioned by entity DHCP. {{(pid=98823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:39.171305 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac98a90-e46c-4f81-90d2-cbd44dc39acc None None] Routers {'6722ae2e-c333-4332-aa85-10fb03a61a92'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:58:39.172105 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-7ac98a90-e46c-4f81-90d2-cbd44dc39acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:58:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['6722ae2e-c333-4332-aa85-10fb03a61a92'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:39.183871 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12957ae2-31ce-4de7-9172-72db70b80635 req-ab207067-7a18-482f-a340-23fabde8d33a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:39.186166 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-12957ae2-31ce-4de7-9172-72db70b80635 req-ab207067-7a18-482f-a340-23fabde8d33a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.3146152 May 25 15:58:39.235278 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b4a7c-8e24-4d3c-91c6-6023da884f8a req-261e19b0-982c-41ee-9efa-57ccb8351909 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:39.236093 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-651b4a7c-8e24-4d3c-91c6-6023da884f8a req-261e19b0-982c-41ee-9efa-57ccb8351909 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Synchronizing usage tracker for tenant:1ce6fae3094a4163aaec82ab64e21bbf on resource:port {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:58:39.239877 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4c2c3139-b496-4530-942f-4cddb86451af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603'] for port, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:39.257211 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-d49f7aa7-66dc-4b7a-b79a-002440faee85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:39.261331 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-12957ae2-31ce-4de7-9172-72db70b80635 req-35bdc377-02f6-4fd3-8802-8399fa82c1d2 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685360 May 25 15:58:39.297052 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cf9f1-a3a9-4ebe-a1b5-063e0b331dfb None None] Pushing event updated for resources: {'Port': ['ID=d670a49c-8d1b-4d02-83ca-2f899b179a46,revision_number=3']} {{(pid=98826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:39.300894 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [None req-aa2cf9f1-a3a9-4ebe-a1b5-063e0b331dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:39.319204 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-935a76bc-d493-4f2e-8f66-e76fbccd7089 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2059648 May 25 15:58:39.339972 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-bc8574fc-59a0-44d7-baaa-7cc949def3e4 service neutron] Request body: {'port': {'device_id': 'db6a8792-2122-4e65-ae61-985a8f134e13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:39.361401 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2c3139-b496-4530-942f-4cddb86451af admin admin] Network b23c34f7-ddb5-44a1-b733-50598e4001aa is already hosted by enough agents. {{(pid=98823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:58:39.365020 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [None req-4c2c3139-b496-4530-942f-4cddb86451af admin admin] Resources bound (agent type, host, resource id): {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:39.390483 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2c3139-b496-4530-942f-4cddb86451af admin admin] Received port after_create {{(pid=98823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:58:39.390972 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4c2c3139-b496-4530-942f-4cddb86451af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452246'] for router_interface, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:39.400305 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-651b4a7c-8e24-4d3c-91c6-6023da884f8a req-261e19b0-982c-41ee-9efa-57ccb8351909 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Unset dirty status for tenant:1ce6fae3094a4163aaec82ab64e21bbf on resource:port {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:58:39.401519 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-651b4a7c-8e24-4d3c-91c6-6023da884f8a req-261e19b0-982c-41ee-9efa-57ccb8351909 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/ports?device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 931 time: 0.3435214 May 25 15:58:39.432442 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c3139-b496-4530-942f-4cddb86451af admin admin] Pushing event updated for resources: {'Port': ['ID=89744a74-b39a-44ae-822c-b74a308de1b8,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:39.454066 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-4c2c3139-b496-4530-942f-4cddb86451af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:39.498934 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-7ac98a90-e46c-4f81-90d2-cbd44dc39acc None None] Set router 6722ae2e-c333-4332-aa85-10fb03a61a92 gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:58:39.625218 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-651b4a7c-8e24-4d3c-91c6-6023da884f8a req-3df2ae5d-3f17-431e-b200-9799fb318d21 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Synchronizing usage tracker for tenant:1ce6fae3094a4163aaec82ab64e21bbf on resource:security_group {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:58:39.683981 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-bc8574fc-59a0-44d7-baaa-7cc949def3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:39.798664 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1db464-4251-4ae7-8142-d4f302ccbf15 req-f3864b08-6d01-42ec-b8a0-fa0039d4cc32 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:39.810872 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cd1db464-4251-4ae7-8142-d4f302ccbf15 req-f3864b08-6d01-42ec-b8a0-fa0039d4cc32 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.3506382 May 25 15:58:39.831820 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74cf19-579f-40be-9e0b-a07d4e4c45a4 req-047bf953-f66f-48bf-9a7b-80b5d74a0196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:39.833492 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-cf74cf19-579f-40be-9e0b-a07d4e4c45a4 req-047bf953-f66f-48bf-9a7b-80b5d74a0196 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 1098 time: 0.1519666 May 25 15:58:39.849455 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-651b4a7c-8e24-4d3c-91c6-6023da884f8a req-3df2ae5d-3f17-431e-b200-9799fb318d21 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Unset dirty status for tenant:1ce6fae3094a4163aaec82ab64e21bbf on resource:security_group {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:58:39.850587 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-651b4a7c-8e24-4d3c-91c6-6023da884f8a req-3df2ae5d-3f17-431e-b200-9799fb318d21 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/security-groups?id=185d9745-029e-497d-af8e-50e587e13def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258125 May 25 15:58:39.907175 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cd1db464-4251-4ae7-8142-d4f302ccbf15 req-2ae5f200-f58d-499f-842e-551a798d2274 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934575 May 25 15:58:39.917418 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-38d5aeb3-353e-4c8b-95fa-a9e282ca638e None None] Provisioning for port 89744a74-b39a-44ae-822c-b74a308de1b8 completed by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:39.926655 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-38d5aeb3-353e-4c8b-95fa-a9e282ca638e None None] Provisioning complete for port 89744a74-b39a-44ae-822c-b74a308de1b8 triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:39.927301 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-38d5aeb3-353e-4c8b-95fa-a9e282ca638e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:40.007473 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-cf74cf19-579f-40be-9e0b-a07d4e4c45a4 req-cfdd60a3-3170-4830-974f-7f5b1b7bc807 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218152 May 25 15:58:40.049220 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-38d5aeb3-353e-4c8b-95fa-a9e282ca638e None None] Port 89744a74-b39a-44ae-822c-b74a308de1b8 cannot update to ACTIVE because it is not bound. {{(pid=98825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:58:40.113849 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4c2c3139-b496-4530-942f-4cddb86451af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:40.138366 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-7ac98a90-e46c-4f81-90d2-cbd44dc39acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722ae2e-c333-4332-aa85-10fb03a61a92', 'name': 'tempest-TestMinimumBasicScenario-1258282045-router', 'tenant_id': '0308f22a6f2f4234a934b7fddb47c591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.125'}], 'enable_snat': True}, 'gw_port_id': 'd670a49c-8d1b-4d02-83ca-2f899b179a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:32Z', 'updated_at': '2021-05-25T15:58:34Z', 'revision_number': 3, 'project_id': '0308f22a6f2f4234a934b7fddb47c591', 'gw_port': {'id': 'd670a49c-8d1b-4d02-83ca-2f899b179a46', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6722ae2e-c333-4332-aa85-10fb03a61a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:33Z', 'updated_at': '2021-05-25T15:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:40.142634 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac98a90-e46c-4f81-90d2-cbd44dc39acc None None] The sync data for ids ['6722ae2e-c333-4332-aa85-10fb03a61a92'] in dv-cinder-786384-6-smb is: [{'id': '6722ae2e-c333-4332-aa85-10fb03a61a92', 'name': 'tempest-TestMinimumBasicScenario-1258282045-router', 'tenant_id': '0308f22a6f2f4234a934b7fddb47c591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.125'}], 'enable_snat': True}, 'gw_port_id': 'd670a49c-8d1b-4d02-83ca-2f899b179a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:32Z', 'updated_at': '2021-05-25T15:58:34Z', 'revision_number': 3, 'project_id': '0308f22a6f2f4234a934b7fddb47c591', 'gw_port': {'id': 'd670a49c-8d1b-4d02-83ca-2f899b179a46', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6722ae2e-c333-4332-aa85-10fb03a61a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:33Z', 'updated_at': '2021-05-25T15:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}] {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:58:40.222472 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-92981dd8-7e64-4401-bea1-b0f7a73ee40a req-3d381af4-02f3-433b-baa6-6d26c61ff969 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 210 time: 0.1042190 May 25 15:58:40.510280 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4c2c3139-b496-4530-942f-4cddb86451af admin admin] Notify callbacks [] for port, precommit_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:40.643080 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-75d65ff5-cab8-4678-a3a7-c7b36bfc9f80 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:40.644492 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-75d65ff5-cab8-4678-a3a7-c7b36bfc9f80 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.91 "GET /v2.0/networks?id=5236d657-b434-4f22-b7c1-312b718dc2e9 HTTP/1.1" status: 200 len: 808 time: 0.7513723 May 25 15:58:40.688310 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4c2c3139-b496-4530-942f-4cddb86451af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:40.689254 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4c2c3139-b496-4530-942f-4cddb86451af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452155'] for router_interface, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:40.696696 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-fc7a3387-73bd-4ec5-bc0d-4924e09ec5e0 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Request body: {'port': {'device_id': 'f8d59feb-d6e7-4557-b982-7147bc1fae2e', 'network_id': '5236d657-b434-4f22-b7c1-312b718dc2e9', 'admin_state_up': True, 'tenant_id': '4a094366b940450fa613a7c47cc83a09'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:40.707456 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-29def6c1-e850-40b5-85e0-6bc4cafd3678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:40.957657 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c3139-b496-4530-942f-4cddb86451af admin admin] Pushing event updated for resources: {'Port': ['ID=89744a74-b39a-44ae-822c-b74a308de1b8,revision_number=2']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:40.962542 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-4c2c3139-b496-4530-942f-4cddb86451af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:40.987860 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-fc7a3387-73bd-4ec5-bc0d-4924e09ec5e0 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:41.024341 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55fe76-747a-4637-a1f8-b665a0ebecbc req-a4772161-6c11-48ae-937f-738b6fed9511 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:41.033508 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9c55fe76-747a-4637-a1f8-b665a0ebecbc req-a4772161-6c11-48ae-937f-738b6fed9511 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.4000785 May 25 15:58:41.050456 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-fc7a3387-73bd-4ec5-bc0d-4924e09ec5e0 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Usage tracker for resource:port and tenant:4a094366b940450fa613a7c47cc83a09 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:41.064770 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-fc7a3387-73bd-4ec5-bc0d-4924e09ec5e0 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:41.085079 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2c3139-b496-4530-942f-4cddb86451af admin admin] Network b23c34f7-ddb5-44a1-b733-50598e4001aa is already hosted by enough agents. {{(pid=98823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:58:41.086691 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [None req-4c2c3139-b496-4530-942f-4cddb86451af admin admin] Resources bound (agent type, host, resource id): {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:41.091013 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-fc7a3387-73bd-4ec5-bc0d-4924e09ec5e0 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:41.417131 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-982fa668-f735-4bc2-8a5e-625e7f3f223d None None] Provisioning complete for port 89744a74-b39a-44ae-822c-b74a308de1b8 triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:41.421044 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-982fa668-f735-4bc2-8a5e-625e7f3f223d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:41.432776 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9c55fe76-747a-4637-a1f8-b665a0ebecbc req-339095af-62fa-4496-a745-8ad1652ecb89 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975222 May 25 15:58:41.462662 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2c3139-b496-4530-942f-4cddb86451af admin admin] Router 6722ae2e-c333-4332-aa85-10fb03a61a92 has already been hosted by L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab {{(pid=98823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:58:41.469876 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.notifiers.nova [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-bc8574fc-59a0-44d7-baaa-7cc949def3e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c227456-48b0-4c9e-a84b-815761552e63 {{(pid=98824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:58:41.487718 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-bc8574fc-59a0-44d7-baaa-7cc949def3e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:41.491981 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-fc7a3387-73bd-4ec5-bc0d-4924e09ec5e0 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Made reservation on behalf of 4a094366b940450fa613a7c47cc83a09 for: {'port': 1} {{(pid=98824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:58:41.495714 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-fc7a3387-73bd-4ec5-bc0d-4924e09ec5e0 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:41.580098 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.provisioning_blocks [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-bc8574fc-59a0-44d7-baaa-7cc949def3e4 service neutron] Transition to ACTIVE for port object 0c227456-48b0-4c9e-a84b-815761552e63 will not be triggered until provisioned by entity L2. {{(pid=98824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:41.644270 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device d670a49c-8d1b-4d02-83ca-2f899b179a46 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:41.747273 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-bc8574fc-59a0-44d7-baaa-7cc949def3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6454833'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:41.824284 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a25272cd-9b72-4da9-8a48-35d07a3f76a5 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:41.933290 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8574fc-59a0-44d7-baaa-7cc949def3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=0c227456-48b0-4c9e-a84b-815761552e63,revision_number=2']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:41.939352 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-bc8574fc-59a0-44d7-baaa-7cc949def3e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:41.951504 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-982fa668-f735-4bc2-8a5e-625e7f3f223d None None] Port 89744a74-b39a-44ae-822c-b74a308de1b8 cannot update to ACTIVE because it is not bound. {{(pid=98825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:58:41.969511 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2c3139-b496-4530-942f-4cddb86451af admin admin] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:58:41.987265 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-4c2c3139-b496-4530-942f-4cddb86451af admin admin] 10.222.0.72 "PUT /v2.0/routers/6722ae2e-c333-4332-aa85-10fb03a61a92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9823246 May 25 15:58:42.009169 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2b748-294e-4b8c-bf15-e9d5c3129239 req-8f564f9a-237c-4dc9-a5db-12de2a608dc8 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:42.010934 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-12a2b748-294e-4b8c-bf15-e9d5c3129239 req-8f564f9a-237c-4dc9-a5db-12de2a608dc8 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/ports?device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 931 time: 0.7642231 May 25 15:58:42.050024 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 42586) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:42.062030 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning for port d670a49c-8d1b-4d02-83ca-2f899b179a46 completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:42.068317 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port d670a49c-8d1b-4d02-83ca-2f899b179a46 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:42.068967 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:42.284668 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:42.303517 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] For port d670a49c-8d1b-4d02-83ca-2f899b179a46, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=d670a49c-8d1b-4d02-83ca-2f899b179a46,segment=NetworkSegment(13ec9ed7-53c7-433f-97c5-96b1b940f45d),segment_id=13ec9ed7-53c7-433f-97c5-96b1b940f45d)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:42.304104 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8a3bf8f2-becb-4d02-b9d6-e76695829ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:42.322696 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-8a3bf8f2-becb-4d02-b9d6-e76695829ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:42.327847 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-8a3bf8f2-becb-4d02-b9d6-e76695829ec3 admin admin] Usage tracker for resource:security_group_rule and tenant:4e20c3de7301442a9bd6759b2b3c44c0 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:42.331144 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-8a3bf8f2-becb-4d02-b9d6-e76695829ec3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:42.339963 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-8a3bf8f2-becb-4d02-b9d6-e76695829ec3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:42.343118 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-12a2b748-294e-4b8c-bf15-e9d5c3129239 req-1efde30e-de80-44c0-b701-8b0be53bc688 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/security-groups?id=185d9745-029e-497d-af8e-50e587e13def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022212 May 25 15:58:42.398035 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_common [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-fc7a3387-73bd-4ec5-bc0d-4924e09ec5e0 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Allocated IP 172.20.0.6 (5236d657-b434-4f22-b7c1-312b718dc2e9/bd4604ee-5070-40e1-b607-410324843b4c/1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75) {{(pid=98824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:58:42.422842 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-bc8574fc-59a0-44d7-baaa-7cc949def3e4 service neutron] Attempting to bind port 0c227456-48b0-4c9e-a84b-815761552e63 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:58:42.423178 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-bc8574fc-59a0-44d7-baaa-7cc949def3e4 service neutron] Attempting to bind port 0c227456-48b0-4c9e-a84b-815761552e63 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'cc158655-8f3b-4caa-8f91-693f267c9132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '50a74f17-1a5c-4587-a9aa-d34946fecaca'}] {{(pid=98824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:58:42.423511 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-bc8574fc-59a0-44d7-baaa-7cc949def3e4 service neutron] Attempting to bind port 0c227456-48b0-4c9e-a84b-815761552e63 on network 50a74f17-1a5c-4587-a9aa-d34946fecaca {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:42.431159 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-bc8574fc-59a0-44d7-baaa-7cc949def3e4 service neutron] Port 0c227456-48b0-4c9e-a84b-815761552e63 on network 50a74f17-1a5c-4587-a9aa-d34946fecaca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:58:42.433812 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-bc8574fc-59a0-44d7-baaa-7cc949def3e4 service neutron] Attempting to bind port 0c227456-48b0-4c9e-a84b-815761552e63 on network 50a74f17-1a5c-4587-a9aa-d34946fecaca {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:42.433946 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:42.435650 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:42.443581 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-bc8574fc-59a0-44d7-baaa-7cc949def3e4 service neutron] Checking agent: {'id': '8886f986-558f-4b39-be9e-9feee4f02dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'started_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:58:42.444290 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-bc8574fc-59a0-44d7-baaa-7cc949def3e4 service neutron] Checking segment: {'id': 'cc158655-8f3b-4caa-8f91-693f267c9132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '50a74f17-1a5c-4587-a9aa-d34946fecaca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:58:42.445074 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-bc8574fc-59a0-44d7-baaa-7cc949def3e4 service neutron] Bound using segment: {'id': 'cc158655-8f3b-4caa-8f91-693f267c9132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '50a74f17-1a5c-4587-a9aa-d34946fecaca'} {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:58:42.445518 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-bc8574fc-59a0-44d7-baaa-7cc949def3e4 service neutron] Bound port: 0c227456-48b0-4c9e-a84b-815761552e63, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc158655-8f3b-4caa-8f91-693f267c9132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '50a74f17-1a5c-4587-a9aa-d34946fecaca'}}] {{(pid=98824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:58:42.445871 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-bc8574fc-59a0-44d7-baaa-7cc949def3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:42.474667 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8a3bf8f2-becb-4d02-b9d6-e76695829ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:42.509167 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d750a8d-f0c6-499e-870f-acdd214145d8 req-2f1033c6-3e9f-4920-beec-03e522cedc31 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:42.510603 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1d750a8d-f0c6-499e-870f-acdd214145d8 req-2f1033c6-3e9f-4920-beec-03e522cedc31 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.7903476 May 25 15:58:42.526600 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Pushing event updated for resources: {'Port': ['ID=d670a49c-8d1b-4d02-83ca-2f899b179a46,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:42.530447 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:42.614699 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8a3bf8f2-becb-4d02-b9d6-e76695829ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:42.638119 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-91c6e7c0-d21d-4396-98d9-46bbb75113d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:42.681724 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-8a3bf8f2-becb-4d02-b9d6-e76695829ec3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4e20c3de7301442a9bd6759b2b3c44c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6305141 May 25 15:58:42.685109 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 42604) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:42.687795 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bf8f2-becb-4d02-b9d6-e76695829ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927c26d8-ead6-421e-afb9-81ea85e336a8,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:42.711522 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-8a3bf8f2-becb-4d02-b9d6-e76695829ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:42.716952 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.db [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-bc8574fc-59a0-44d7-baaa-7cc949def3e4 service neutron] For port 0c227456-48b0-4c9e-a84b-815761552e63, host hv-cinder-78638, cleared binding levels {{(pid=98824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:58:42.761708 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b67286e9-3cf4-41eb-8d7d-20db600ef638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:42.789165 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fa4584-45f3-4024-b14a-ff794f133fda None None] Sync routers for ids ['6722ae2e-c333-4332-aa85-10fb03a61a92'] in dv-cinder-786384-6-smb {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:58:42.789355 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b67286e9-3cf4-41eb-8d7d-20db600ef638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:42.803499 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fa4584-45f3-4024-b14a-ff794f133fda None None] Routers {'6722ae2e-c333-4332-aa85-10fb03a61a92'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:58:42.804556 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-a6fa4584-45f3-4024-b14a-ff794f133fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:58:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['6722ae2e-c333-4332-aa85-10fb03a61a92'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:42.847651 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1d750a8d-f0c6-499e-870f-acdd214145d8 req-98f680c3-bc4c-45c5-91cc-2fe2781d9852 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3232813 May 25 15:58:42.860827 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.db [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-bc8574fc-59a0-44d7-baaa-7cc949def3e4 service neutron] For port 0c227456-48b0-4c9e-a84b-815761552e63, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0c227456-48b0-4c9e-a84b-815761552e63,segment=NetworkSegment(cc158655-8f3b-4caa-8f91-693f267c9132),segment_id=cc158655-8f3b-4caa-8f91-693f267c9132)] {{(pid=98824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:58:42.886653 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-fc7a3387-73bd-4ec5-bc0d-4924e09ec5e0 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Notify callbacks [] for port, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:42.899796 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80d147-9db4-4e25-a78b-99aaf5367644 req-509b446b-adba-499e-a233-136f96c69063 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:42.901375 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1f80d147-9db4-4e25-a78b-99aaf5367644 req-509b446b-adba-499e-a233-136f96c69063 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.4027712 May 25 15:58:42.942001 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b67286e9-3cf4-41eb-8d7d-20db600ef638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:42.947083 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-ba2b6dc6-e340-48c0-bd7d-4f07e2c2e0bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:42.969974 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67286e9-3cf4-41eb-8d7d-20db600ef638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927c26d8-ead6-421e-afb9-81ea85e336a8,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:42.976596 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1f80d147-9db4-4e25-a78b-99aaf5367644 req-1173d066-588f-4c6d-b17e-ebfc08f2806e tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598216 May 25 15:58:42.978280 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-b67286e9-3cf4-41eb-8d7d-20db600ef638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:42.982241 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-bc8574fc-59a0-44d7-baaa-7cc949def3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6454833'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:42.992233 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b67286e9-3cf4-41eb-8d7d-20db600ef638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:42.992616 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:42.998663 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-b67286e9-3cf4-41eb-8d7d-20db600ef638 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/927c26d8-ead6-421e-afb9-81ea85e336a8 HTTP/1.1" status: 204 len: 168 time: 0.3114295 May 25 15:58:43.145159 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8574fc-59a0-44d7-baaa-7cc949def3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=0c227456-48b0-4c9e-a84b-815761552e63,revision_number=3']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:43.164614 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-a6fa4584-45f3-4024-b14a-ff794f133fda None None] Set router 6722ae2e-c333-4332-aa85-10fb03a61a92 gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:58:43.218432 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-bc8574fc-59a0-44d7-baaa-7cc949def3e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:43.247778 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-04d1a287-b0db-43dd-9668-f026351b19d5 req-7afa7410-65cb-4e3e-a061-da6e802c9cd4 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 210 time: 0.1368413 May 25 15:58:43.250478 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-bc8574fc-59a0-44d7-baaa-7cc949def3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:43.252686 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-bc8574fc-59a0-44d7-baaa-7cc949def3e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for port, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:43.254270 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-bc8574fc-59a0-44d7-baaa-7cc949def3e4 service neutron] 10.222.0.91 "PUT /v2.0/ports/0c227456-48b0-4c9e-a84b-815761552e63 HTTP/1.1" status: 200 len: 1093 time: 3.9189003 May 25 15:58:43.254989 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6a8792-2122-4e65-ae61-985a8f134e13', 'tag': '0c227456-48b0-4c9e-a84b-815761552e63'}] {{(pid=98824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:58:43.363937 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6a8792-2122-4e65-ae61-985a8f134e13', 'tag': '0c227456-48b0-4c9e-a84b-815761552e63', 'status': 'completed', 'code': 200} May 25 15:58:43.573426 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-fc7a3387-73bd-4ec5-bc0d-4924e09ec5e0 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6454840'] for port, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:43.585260 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-b580de7a-2e57-4329-8fd4-ab4b51f9867f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:43.675482 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device d670a49c-8d1b-4d02-83ca-2f899b179a46 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:43.859100 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-fc7a3387-73bd-4ec5-bc0d-4924e09ec5e0 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Network 5236d657-b434-4f22-b7c1-312b718dc2e9 is already hosted by enough agents. {{(pid=98824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:58:43.906604 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port d670a49c-8d1b-4d02-83ca-2f899b179a46 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:43.907342 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:43.946940 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-fc7a3387-73bd-4ec5-bc0d-4924e09ec5e0 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Resources bound (agent type, host, resource id): {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:43.958910 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a3387-73bd-4ec5-bc0d-4924e09ec5e0 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Pushing event updated for resources: {'Port': ['ID=1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:43.964289 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-fc7a3387-73bd-4ec5-bc0d-4924e09ec5e0 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Received port after_create {{(pid=98824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:58:44.042059 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52800c-79c8-44d1-a266-92f23c27002b req-0d91e325-780a-4ad5-a9ce-c2e05a31ea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:44.045854 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ce52800c-79c8-44d1-a266-92f23c27002b req-0d91e325-780a-4ad5-a9ce-c2e05a31ea92 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3b535e0be0c24db68760dcdb4881bdaf&device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 1098 time: 0.1540580 May 25 15:58:44.081247 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-fc7a3387-73bd-4ec5-bc0d-4924e09ec5e0 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:44.092051 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 42656) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:44.135789 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-a6fa4584-45f3-4024-b14a-ff794f133fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722ae2e-c333-4332-aa85-10fb03a61a92', 'name': 'tempest-TestMinimumBasicScenario-1258282045-router', 'tenant_id': '0308f22a6f2f4234a934b7fddb47c591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.125'}], 'enable_snat': True}, 'gw_port_id': 'd670a49c-8d1b-4d02-83ca-2f899b179a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:32Z', 'updated_at': '2021-05-25T15:58:39Z', 'revision_number': 4, 'project_id': '0308f22a6f2f4234a934b7fddb47c591', 'gw_port': {'id': 'd670a49c-8d1b-4d02-83ca-2f899b179a46', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722ae2e-c333-4332-aa85-10fb03a61a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:33Z', 'updated_at': '2021-05-25T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': '89744a74-b39a-44ae-822c-b74a308de1b8', 'name': '', 'network_id': 'b23c34f7-ddb5-44a1-b733-50598e4001aa', 'tenant_id': '0308f22a6f2f4234a934b7fddb47c591', 'mac_address': 'fa:16:3e:80:bc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6722ae2e-c333-4332-aa85-10fb03a61a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2f78f831-d6a1-4956-a846-2e6292505ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:38Z', 'updated_at': '2021-05-25T15:58:40Z', 'revision_number': 2, 'project_id': '0308f22a6f2f4234a934b7fddb47c591', 'subnets': [{'id': '2f78f831-d6a1-4956-a846-2e6292505ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:44.143888 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fa4584-45f3-4024-b14a-ff794f133fda None None] Checking router: 6722ae2e-c333-4332-aa85-10fb03a61a92 for host: dv-cinder-786384-6-smb {{(pid=98825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:58:44.144400 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fa4584-45f3-4024-b14a-ff794f133fda None None] Updating router 6722ae2e-c333-4332-aa85-10fb03a61a92 port 89744a74-b39a-44ae-822c-b74a308de1b8 binding host dv-cinder-786384-6-smb {{(pid=98825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:58:44.160903 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1654e7-a7ca-4c67-8b41-2d92040bf27a req-4a7ad32e-851f-422b-9ce6-beec82034bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:44.162446 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cb1654e7-a7ca-4c67-8b41-2d92040bf27a req-4a7ad32e-851f-422b-9ce6-beec82034bc3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1ce6fae3094a4163aaec82ab64e21bbf&device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 1096 time: 0.7357969 May 25 15:58:44.174270 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c30211-6ab3-4d7b-90e5-06a7c9f7ce0e req-80816b9f-2db4-453d-8a97-837809e55d66 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:44.175756 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f1c30211-6ab3-4d7b-90e5-06a7c9f7ce0e req-80816b9f-2db4-453d-8a97-837809e55d66 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/ports?device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 943 time: 0.6141827 May 25 15:58:44.213141 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-a6fa4584-45f3-4024-b14a-ff794f133fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:44.337535 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52800c-79c8-44d1-a266-92f23c27002b req-6a860387-69c9-440f-b9fe-e112aecf994c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:44.340731 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ce52800c-79c8-44d1-a266-92f23c27002b req-6a860387-69c9-440f-b9fe-e112aecf994c service neutron] 10.222.0.91 "GET /v2.0/networks?id=32f1ef9b-eb5b-4589-ada4-423c69ee954c HTTP/1.1" status: 200 len: 920 time: 0.2868538 May 25 15:58:44.342034 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-af3529ae-bb01-4550-8c9b-9f7288af1102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:44.391157 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-fc7a3387-73bd-4ec5-bc0d-4924e09ec5e0 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:44.391793 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-fc7a3387-73bd-4ec5-bc0d-4924e09ec5e0 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for port, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:44.466371 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f1c30211-6ab3-4d7b-90e5-06a7c9f7ce0e req-d3851559-b233-4e45-a77c-d17b3f1323cc tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/security-groups?id=185d9745-029e-497d-af8e-50e587e13def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978122 May 25 15:58:44.497641 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ce52800c-79c8-44d1-a266-92f23c27002b req-92d4802e-d81d-486f-929c-2a616d596dfe service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfcbd918-5bb5-4a5f-b576-82d8e4395f65 HTTP/1.1" status: 200 len: 217 time: 0.1220961 May 25 15:58:44.500072 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-af3529ae-bb01-4550-8c9b-9f7288af1102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:44.504324 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-af3529ae-bb01-4550-8c9b-9f7288af1102 admin admin] Usage tracker for resource:security_group_rule and tenant:266b92796ccf45c5802ce0dd02976006 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:44.508661 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-af3529ae-bb01-4550-8c9b-9f7288af1102 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:44.636536 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76127d-bc19-4583-a5e8-3fee1e1833b6 req-aeaedbaf-841a-473c-ace5-bd29ac3bb010 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:44.645805 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3c76127d-bc19-4583-a5e8-3fee1e1833b6 req-aeaedbaf-841a-473c-ace5-bd29ac3bb010 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.7978549 May 25 15:58:44.695563 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-af3529ae-bb01-4550-8c9b-9f7288af1102 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:44.745331 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52800c-79c8-44d1-a266-92f23c27002b req-1cbc2fe1-282f-4b46-a538-f8b19cc6d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:44.747017 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ce52800c-79c8-44d1-a266-92f23c27002b req-1cbc2fe1-282f-4b46-a538-f8b19cc6d408 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=25387402-7c77-4bfb-95d5-0f9f4bb4cc9b HTTP/1.1" status: 200 len: 859 time: 0.2394071 May 25 15:58:44.752837 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3c76127d-bc19-4583-a5e8-3fee1e1833b6 req-995b572c-12ae-45a3-8e11-1cd01e17c0a2 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060271 May 25 15:58:44.754057 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1654e7-a7ca-4c67-8b41-2d92040bf27a req-18910ca5-e79c-4aad-94db-57369fdadc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:44.755509 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cb1654e7-a7ca-4c67-8b41-2d92040bf27a req-18910ca5-e79c-4aad-94db-57369fdadc42 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=1ce6fae3094a4163aaec82ab64e21bbf&shared=False HTTP/1.1" status: 200 len: 908 time: 0.5730233 May 25 15:58:44.814004 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-a6fa4584-45f3-4024-b14a-ff794f133fda None None] Notify callbacks [] for port, precommit_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:44.823459 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ce52800c-79c8-44d1-a266-92f23c27002b req-60271985-20a2-4883-a1eb-293c55e55732 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=32f1ef9b-eb5b-4589-ada4-423c69ee954c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688984 May 25 15:58:44.838567 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-a6fa4584-45f3-4024-b14a-ff794f133fda None None] Transition to ACTIVE for port object 89744a74-b39a-44ae-822c-b74a308de1b8 will not be triggered until provisioned by entity L2. {{(pid=98825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:44.936627 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-fc7a3387-73bd-4ec5-bc0d-4924e09ec5e0 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2508595 May 25 15:58:44.953284 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-a6fa4584-45f3-4024-b14a-ff794f133fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:44.960361 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:45.004829 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Request body: {'port': {'device_id': 'f8d59feb-d6e7-4557-b982-7147bc1fae2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:45.248606 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2acda9-a619-4095-9404-6bd06f3b420c None None] Pushing event updated for resources: {'Port': ['ID=89744a74-b39a-44ae-822c-b74a308de1b8,revision_number=3']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:45.268286 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ce52800c-79c8-44d1-a266-92f23c27002b req-ca6a6c4c-a2d3-4bac-b6e1-54ea2fd524e9 service neutron] 10.222.0.91 "GET /v2.0/networks/32f1ef9b-eb5b-4589-ada4-423c69ee954c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327598 May 25 15:58:45.270212 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-af3529ae-bb01-4550-8c9b-9f7288af1102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:45.280171 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1654e7-a7ca-4c67-8b41-2d92040bf27a req-b64b3894-e283-4e50-88df-50d3af291437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:45.282491 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cb1654e7-a7ca-4c67-8b41-2d92040bf27a req-b64b3894-e283-4e50-88df-50d3af291437 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5083313 May 25 15:58:45.336633 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ae172-9073-4a91-bb52-9a5c9716cebd req-ce902764-ec74-4b89-9485-2fe23d799808 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:45.343059 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-838ae172-9073-4a91-bb52-9a5c9716cebd req-ce902764-ec74-4b89-9485-2fe23d799808 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.6923914 May 25 15:58:45.346817 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-ae2acda9-a619-4095-9404-6bd06f3b420c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:45.368459 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-a6fa4584-45f3-4024-b14a-ff794f133fda None None] Attempting to bind port 89744a74-b39a-44ae-822c-b74a308de1b8 on host dv-cinder-786384-6-smb for vnic_type normal with profile {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:58:45.368885 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-a6fa4584-45f3-4024-b14a-ff794f133fda None None] Attempting to bind port 89744a74-b39a-44ae-822c-b74a308de1b8 by drivers openvswitch,hyperv on host dv-cinder-786384-6-smb at level 0 using segments [{'id': 'af379ffa-ed21-4b53-9ddc-25a015af8bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b23c34f7-ddb5-44a1-b733-50598e4001aa'}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:58:45.369264 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fa4584-45f3-4024-b14a-ff794f133fda None None] Attempting to bind port 89744a74-b39a-44ae-822c-b74a308de1b8 on network b23c34f7-ddb5-44a1-b733-50598e4001aa {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:45.376348 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fa4584-45f3-4024-b14a-ff794f133fda None None] Checking agent: {'id': '604f280d-a953-439f-8917-ecde1e61df0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 48, 25), 'started_at': datetime.datetime(2021, 5, 25, 15, 48, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:58:45.376742 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fa4584-45f3-4024-b14a-ff794f133fda None None] Checking segment: {'id': 'af379ffa-ed21-4b53-9ddc-25a015af8bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b23c34f7-ddb5-44a1-b733-50598e4001aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:58:45.377160 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-a6fa4584-45f3-4024-b14a-ff794f133fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:45.377563 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fa4584-45f3-4024-b14a-ff794f133fda None None] Bound using segment: {'id': 'af379ffa-ed21-4b53-9ddc-25a015af8bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b23c34f7-ddb5-44a1-b733-50598e4001aa'} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:58:45.378036 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-a6fa4584-45f3-4024-b14a-ff794f133fda None None] Bound port: 89744a74-b39a-44ae-822c-b74a308de1b8, host: dv-cinder-786384-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af379ffa-ed21-4b53-9ddc-25a015af8bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b23c34f7-ddb5-44a1-b733-50598e4001aa'}}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:58:45.378420 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-a6fa4584-45f3-4024-b14a-ff794f133fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:45.453787 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:45.495153 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd9cd3-2da8-4649-9e31-81348ad39126 req-8d6b3d76-5ac8-414e-8d4b-f3dc0d563018 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:45.498833 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ce52800c-79c8-44d1-a266-92f23c27002b req-f30c5bd1-985c-40ef-b159-9b9f8b993687 service neutron] 10.222.0.91 "GET /v2.0/networks/32f1ef9b-eb5b-4589-ada4-423c69ee954c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247992 May 25 15:58:45.501340 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0fdd9cd3-2da8-4649-9e31-81348ad39126 req-8d6b3d76-5ac8-414e-8d4b-f3dc0d563018 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.5463152 May 25 15:58:45.577110 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-a6fa4584-45f3-4024-b14a-ff794f133fda None None] For port 89744a74-b39a-44ae-822c-b74a308de1b8, host dv-cinder-786384-6-smb, cleared binding levels {{(pid=98825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:58:45.592206 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-a6fa4584-45f3-4024-b14a-ff794f133fda None None] For port 89744a74-b39a-44ae-822c-b74a308de1b8, host dv-cinder-786384-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=89744a74-b39a-44ae-822c-b74a308de1b8,segment=NetworkSegment(af379ffa-ed21-4b53-9ddc-25a015af8bed),segment_id=af379ffa-ed21-4b53-9ddc-25a015af8bed)] {{(pid=98825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:58:45.644426 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-af3529ae-bb01-4550-8c9b-9f7288af1102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:45.665201 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-df6d3b86-441c-4110-b3b0-f55f9f3c3365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:45.671771 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-838ae172-9073-4a91-bb52-9a5c9716cebd req-bbc1b92b-ed79-4ec8-8b08-6be8945bd286 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3183546 May 25 15:58:45.698621 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3529ae-bb01-4550-8c9b-9f7288af1102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd436da6-50fd-4d8f-9780-6ea23ca3f00f,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:45.725684 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-af3529ae-bb01-4550-8c9b-9f7288af1102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:45.742651 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-af3529ae-bb01-4550-8c9b-9f7288af1102 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=266b92796ccf45c5802ce0dd02976006&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4539096 May 25 15:58:45.749418 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 42684) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:45.753483 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-a6fa4584-45f3-4024-b14a-ff794f133fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:45.761480 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:45.919772 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-0d37ee97-1626-4283-9cc0-cb92449d2f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:45.921630 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-0d37ee97-1626-4283-9cc0-cb92449d2f00 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1ce6fae3094a4163aaec82ab64e21bbf&device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 1096 time: 0.5412893 May 25 15:58:45.928061 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0eb2f8ee-d597-4d0d-90ec-660325ce7804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:45.929968 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0fdd9cd3-2da8-4649-9e31-81348ad39126 req-84b68e85-6797-42f5-96bf-70e654f80ff3 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2708654 May 25 15:58:46.018733 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0eb2f8ee-d597-4d0d-90ec-660325ce7804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:46.047026 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fa4584-45f3-4024-b14a-ff794f133fda None None] Routers {'6722ae2e-c333-4332-aa85-10fb03a61a92'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:58:46.048161 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-a6fa4584-45f3-4024-b14a-ff794f133fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:58:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['6722ae2e-c333-4332-aa85-10fb03a61a92'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:46.191044 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-a6c207be-c2fa-4002-b85e-9622663b5468 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c227456-48b0-4c9e-a84b-815761552e63 HTTP/1.1" status: 200 len: 217 time: 0.2465968 May 25 15:58:46.250161 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2acda9-a619-4095-9404-6bd06f3b420c None None] Pushing event updated for resources: {'Port': ['ID=89744a74-b39a-44ae-822c-b74a308de1b8,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:46.255382 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0eb2f8ee-d597-4d0d-90ec-660325ce7804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:46.256444 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-ae2acda9-a619-4095-9404-6bd06f3b420c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:46.269846 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-09c68eb8-65dc-4465-b336-a5bb9fc0b0a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:46.293227 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2f8ee-d597-4d0d-90ec-660325ce7804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd436da6-50fd-4d8f-9780-6ea23ca3f00f,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:46.316699 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-0eb2f8ee-d597-4d0d-90ec-660325ce7804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:46.323163 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0eb2f8ee-d597-4d0d-90ec-660325ce7804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:46.327261 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-0eb2f8ee-d597-4d0d-90ec-660325ce7804 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bd436da6-50fd-4d8f-9780-6ea23ca3f00f HTTP/1.1" status: 204 len: 168 time: 0.5768332 May 25 15:58:46.532051 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-a6fa4584-45f3-4024-b14a-ff794f133fda None None] Set router 6722ae2e-c333-4332-aa85-10fb03a61a92 gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:58:46.532922 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-51a62651-0ca9-4623-b1d3-5dabca5698a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:46.532922 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-51a62651-0ca9-4623-b1d3-5dabca5698a4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=27bdbc5f-717e-49f6-8976-cd7bec48367c HTTP/1.1" status: 200 len: 847 time: 0.2082133 May 25 15:58:46.583349 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81a68d-c42d-4331-a4c4-7ef1f7dbcd8a req-39b3601c-a066-42c0-8d74-7e6fe85ae264 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:46.584178 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-2e81a68d-c42d-4331-a4c4-7ef1f7dbcd8a req-39b3601c-a066-42c0-8d74-7e6fe85ae264 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Synchronizing usage tracker for tenant:4a094366b940450fa613a7c47cc83a09 on resource:port {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:58:46.640077 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-2950d700-9d3a-4d78-bdf6-957f19135356 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=50a74f17-1a5c-4587-a9aa-d34946fecaca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248925 May 25 15:58:46.841972 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c748d-2c80-4f2b-8af5-64e138821395 req-0dcb2170-4216-4314-89b2-be7230c6fe85 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:46.845266 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-740c748d-2c80-4f2b-8af5-64e138821395 req-0dcb2170-4216-4314-89b2-be7230c6fe85 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/ports?device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 943 time: 0.6548333 May 25 15:58:47.035313 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-5cb03a7b-c161-4ae2-80ec-27098f145d78 service neutron] 10.222.0.91 "GET /v2.0/networks/50a74f17-1a5c-4587-a9aa-d34946fecaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567902 May 25 15:58:47.035313 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.notifiers.nova [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75 {{(pid=98824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:58:47.039164 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-2e81a68d-c42d-4331-a4c4-7ef1f7dbcd8a req-39b3601c-a066-42c0-8d74-7e6fe85ae264 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Unset dirty status for tenant:4a094366b940450fa613a7c47cc83a09 on resource:port {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:58:47.044454 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2e81a68d-c42d-4331-a4c4-7ef1f7dbcd8a req-39b3601c-a066-42c0-8d74-7e6fe85ae264 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 931 time: 1.1115091 May 25 15:58:47.074070 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-a6fa4584-45f3-4024-b14a-ff794f133fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722ae2e-c333-4332-aa85-10fb03a61a92', 'name': 'tempest-TestMinimumBasicScenario-1258282045-router', 'tenant_id': '0308f22a6f2f4234a934b7fddb47c591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.125'}], 'enable_snat': True}, 'gw_port_id': 'd670a49c-8d1b-4d02-83ca-2f899b179a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:32Z', 'updated_at': '2021-05-25T15:58:39Z', 'revision_number': 4, 'project_id': '0308f22a6f2f4234a934b7fddb47c591', 'gw_port': {'id': 'd670a49c-8d1b-4d02-83ca-2f899b179a46', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722ae2e-c333-4332-aa85-10fb03a61a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:33Z', 'updated_at': '2021-05-25T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': '89744a74-b39a-44ae-822c-b74a308de1b8', 'name': '', 'network_id': 'b23c34f7-ddb5-44a1-b733-50598e4001aa', 'tenant_id': '0308f22a6f2f4234a934b7fddb47c591', 'mac_address': 'fa:16:3e:80:bc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6722ae2e-c333-4332-aa85-10fb03a61a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2f78f831-d6a1-4956-a846-2e6292505ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:38Z', 'updated_at': '2021-05-25T15:58:45Z', 'revision_number': 4, 'project_id': '0308f22a6f2f4234a934b7fddb47c591', 'subnets': [{'id': '2f78f831-d6a1-4956-a846-2e6292505ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:47.079030 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fa4584-45f3-4024-b14a-ff794f133fda None None] The sync data for ids ['6722ae2e-c333-4332-aa85-10fb03a61a92'] in dv-cinder-786384-6-smb is: [{'id': '6722ae2e-c333-4332-aa85-10fb03a61a92', 'name': 'tempest-TestMinimumBasicScenario-1258282045-router', 'tenant_id': '0308f22a6f2f4234a934b7fddb47c591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.125'}], 'enable_snat': True}, 'gw_port_id': 'd670a49c-8d1b-4d02-83ca-2f899b179a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:32Z', 'updated_at': '2021-05-25T15:58:39Z', 'revision_number': 4, 'project_id': '0308f22a6f2f4234a934b7fddb47c591', 'gw_port': {'id': 'd670a49c-8d1b-4d02-83ca-2f899b179a46', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722ae2e-c333-4332-aa85-10fb03a61a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:33Z', 'updated_at': '2021-05-25T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': '89744a74-b39a-44ae-822c-b74a308de1b8', 'name': '', 'network_id': 'b23c34f7-ddb5-44a1-b733-50598e4001aa', 'tenant_id': '0308f22a6f2f4234a934b7fddb47c591', 'mac_address': 'fa:16:3e:80:bc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6722ae2e-c333-4332-aa85-10fb03a61a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2f78f831-d6a1-4956-a846-2e6292505ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:38Z', 'updated_at': '2021-05-25T15:58:45Z', 'revision_number': 4, 'project_id': '0308f22a6f2f4234a934b7fddb47c591', 'subnets': [{'id': '2f78f831-d6a1-4956-a846-2e6292505ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:58:47.099382 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:47.124115 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-740c748d-2c80-4f2b-8af5-64e138821395 req-667df569-3616-49e0-88b0-b4e9279138e5 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/security-groups?id=185d9745-029e-497d-af8e-50e587e13def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703159 May 25 15:58:47.325427 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2e81a68d-c42d-4331-a4c4-7ef1f7dbcd8a req-e367628a-e103-418a-a46d-f06611ac17b1 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/security-groups?id=097042cd-0405-4cdd-9ed0-239e523bc280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457519 May 25 15:58:47.354549 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.provisioning_blocks [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Transition to ACTIVE for port object 1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75 will not be triggered until provisioned by entity L2. {{(pid=98824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:47.498929 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6454833'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:47.511925 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-ee8acf70-1028-4c31-84a5-b1c1eb3f356c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:47.599318 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 89744a74-b39a-44ae-822c-b74a308de1b8 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:47.792753 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning for port 89744a74-b39a-44ae-822c-b74a308de1b8 completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:47.799133 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 89744a74-b39a-44ae-822c-b74a308de1b8 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:47.799538 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:47.986855 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1a7cd47d-c4d4-4ae6-a82a-efdef1d8b097 req-30a24e1f-3568-4a1a-b3e7-076cab360e43 service neutron] 10.222.0.91 "GET /v2.0/networks/50a74f17-1a5c-4587-a9aa-d34946fecaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9486976 May 25 15:58:48.011875 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf85ab-4ec1-4e10-a0cb-30dc97bdf302 req-4fb331b4-9d78-4f56-a396-74a728826326 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:48.013874 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-dfaf85ab-4ec1-4e10-a0cb-30dc97bdf302 req-4fb331b4-9d78-4f56-a396-74a728826326 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.6544194 May 25 15:58:48.027005 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 42726) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:48.034718 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-029e7e57-18bc-4da3-a846-7c9fb89ef194 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Request body: {'floatingip': {'port_id': '63dd0404-955b-4585-8721-710deadea260'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:48.039398 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:48.066967 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75,revision_number=2']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:48.080101 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:48.135167 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Attempting to bind port 1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:58:48.144055 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Attempting to bind port 1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'fefbe82a-316e-48a2-8bfa-c3859e2793c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5236d657-b434-4f22-b7c1-312b718dc2e9'}] {{(pid=98824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:58:48.144619 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Attempting to bind port 1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75 on network 5236d657-b434-4f22-b7c1-312b718dc2e9 {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:48.149079 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] For port 89744a74-b39a-44ae-822c-b74a308de1b8, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=89744a74-b39a-44ae-822c-b74a308de1b8,segment=NetworkSegment(af379ffa-ed21-4b53-9ddc-25a015af8bed),segment_id=af379ffa-ed21-4b53-9ddc-25a015af8bed)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:48.175500 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Port 1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75 on network 5236d657-b434-4f22-b7c1-312b718dc2e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:58:48.175993 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Attempting to bind port 1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75 on network 5236d657-b434-4f22-b7c1-312b718dc2e9 {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:48.187733 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Checking agent: {'id': '8886f986-558f-4b39-be9e-9feee4f02dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'started_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:58:48.188309 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Checking segment: {'id': 'fefbe82a-316e-48a2-8bfa-c3859e2793c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5236d657-b434-4f22-b7c1-312b718dc2e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:58:48.189018 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Bound using segment: {'id': 'fefbe82a-316e-48a2-8bfa-c3859e2793c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5236d657-b434-4f22-b7c1-312b718dc2e9'} {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:58:48.189742 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Bound port: 1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fefbe82a-316e-48a2-8bfa-c3859e2793c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5236d657-b434-4f22-b7c1-312b718dc2e9'}}] {{(pid=98824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:58:48.190317 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:48.216566 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:48.219206 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:48.228631 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f671c07-f0c6-42e0-9096-abb258aee6cc req-6286a2b1-04dd-4a62-931c-cf8c15806074 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:48.240812 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9f671c07-f0c6-42e0-9096-abb258aee6cc req-6286a2b1-04dd-4a62-931c-cf8c15806074 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.6638327 May 25 15:58:48.257329 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-029e7e57-18bc-4da3-a846-7c9fb89ef194 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for floatingip, before_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:48.391118 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Pushing event updated for resources: {'Port': ['ID=89744a74-b39a-44ae-822c-b74a308de1b8,revision_number=5']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:48.395448 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:48.516935 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.db [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] For port 1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75, host hv-cinder-78638, cleared binding levels {{(pid=98824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:58:48.520606 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.db [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] For port 1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75,segment=NetworkSegment(fefbe82a-316e-48a2-8bfa-c3859e2793c8),segment_id=fefbe82a-316e-48a2-8bfa-c3859e2793c8)] {{(pid=98824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:58:48.656009 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9f671c07-f0c6-42e0-9096-abb258aee6cc req-fa0e50dc-72b0-42f8-8faa-e54ab21dcb8b tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139616 May 25 15:58:48.658638 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6454833'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:48.685879 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:48.803248 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:48.804305 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for port, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:48.806084 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] 10.222.0.91 "PUT /v2.0/ports/1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75 HTTP/1.1" status: 200 len: 1093 time: 3.8492479 May 25 15:58:48.809831 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d59feb-d6e7-4557-b982-7147bc1fae2e', 'tag': '1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75'}] {{(pid=98824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:58:48.909119 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cea54b-fe07-498e-b876-1487f3449536 req-a30f6ec5-e72d-4a2d-a9cf-8decc73ba5eb tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:48.910818 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e8cea54b-fe07-498e-b876-1487f3449536 req-a30f6ec5-e72d-4a2d-a9cf-8decc73ba5eb tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.6392922 May 25 15:58:48.912928 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75,revision_number=3']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:48.964689 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:48.965277 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:48.966205 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:48.968816 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:48.968816 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:48.968816 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:48.968816 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:48.968816 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:48.968816 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:48.969325 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:48.969422 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:48.969724 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:48.974639 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:49.152455 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e8cea54b-fe07-498e-b876-1487f3449536 req-cd779afe-1dc6-4807-bfb7-e5214423fda4 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198761 May 25 15:58:49.203581 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967d467-88a3-4afa-8044-097ea6076e3a req-d2b225fd-31a4-4c2b-b97c-be6635acf999 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:49.219116 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4967d467-88a3-4afa-8044-097ea6076e3a req-d2b225fd-31a4-4c2b-b97c-be6635acf999 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/ports?device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 943 time: 0.3808012 May 25 15:58:49.344547 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4967d467-88a3-4afa-8044-097ea6076e3a req-5af69eb1-231a-4872-ac9d-33657fe59255 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/security-groups?id=185d9745-029e-497d-af8e-50e587e13def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097198 May 25 15:58:49.350600 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-6cc6f8ea-8705-424f-9e5e-3eef56594bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:49.352304 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-6cc6f8ea-8705-424f-9e5e-3eef56594bab service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4a094366b940450fa613a7c47cc83a09&device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 1096 time: 0.3489180 May 25 15:58:49.487221 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-08cec34e-46c2-4faf-992a-80912952186e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75 HTTP/1.1" status: 200 len: 217 time: 0.1065128 May 25 15:58:49.496783 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d59feb-d6e7-4557-b982-7147bc1fae2e', 'tag': '1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75', 'status': 'completed', 'code': 200} May 25 15:58:49.497095 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-029e7e57-18bc-4da3-a846-7c9fb89ef194 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:49.577266 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 89744a74-b39a-44ae-822c-b74a308de1b8 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:49.588916 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-029e7e57-18bc-4da3-a846-7c9fb89ef194 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449055'] for floatingip, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:49.658992 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-b1d2d084-423b-4a99-bd2b-737b2e878ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:49.660636 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-b1d2d084-423b-4a99-bd2b-737b2e878ba8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=bd4604ee-5070-40e1-b607-410324843b4c HTTP/1.1" status: 200 len: 848 time: 0.1614316 May 25 15:58:49.744554 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 89744a74-b39a-44ae-822c-b74a308de1b8 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:49.745946 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:49.785840 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-f8639151-7738-46a6-90ff-2637b2158b60 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5236d657-b434-4f22-b7c1-312b718dc2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171205 May 25 15:58:49.976510 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 42770) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:50.056694 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.db.l3_db [None req-029e7e57-18bc-4da3-a846-7c9fb89ef194 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Floating IP 3042c0ca-3fd7-4e54-a3b9-b68d93d722aa associated. External IP: 172.28.1.49, port: 63dd0404-955b-4585-8721-710deadea260. May 25 15:58:50.116411 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6328e6-536a-469e-b9c2-1613dc7e0224 req-d2280e3e-bcfa-42d7-a91d-29300449a9b4 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:50.118391 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1e6328e6-536a-469e-b9c2-1613dc7e0224 req-d2280e3e-bcfa-42d7-a91d-29300449a9b4 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 943 time: 0.6240361 May 25 15:58:50.186556 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 0c227456-48b0-4c9e-a84b-815761552e63 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:58:50.247287 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1e6328e6-536a-469e-b9c2-1613dc7e0224 req-af605bae-7889-494f-84fb-355dff23f8c9 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/security-groups?id=097042cd-0405-4cdd-9ed0-239e523bc280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125677 May 25 15:58:50.256434 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-8ba5a6c6-6a80-43c8-84e3-4ad20cb6d32e service neutron] 10.222.0.91 "GET /v2.0/networks/5236d657-b434-4f22-b7c1-312b718dc2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573729 May 25 15:58:50.444288 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c694e7-47f5-4210-bedb-e8654fd57d25 req-d71a39ab-783e-4798-a474-d507baaba58d tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:50.453440 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-11c694e7-47f5-4210-bedb-e8654fd57d25 req-d71a39ab-783e-4798-a474-d507baaba58d tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.6156158 May 25 15:58:50.507754 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 0c227456-48b0-4c9e-a84b-815761552e63, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0c227456-48b0-4c9e-a84b-815761552e63,segment=NetworkSegment(cc158655-8f3b-4caa-8f91-693f267c9132),segment_id=cc158655-8f3b-4caa-8f91-693f267c9132)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:50.523598 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Returning: {'device': '0c227456-48b0-4c9e-a84b-815761552e63', 'network_id': '50a74f17-1a5c-4587-a9aa-d34946fecaca', 'port_id': '0c227456-48b0-4c9e-a84b-815761552e63', 'mac_address': 'fa:16:3e:78:20:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27bdbc5f-717e-49f6-8976-cd7bec48367c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:58:50.602793 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:50.624635 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029e7e57-18bc-4da3-a846-7c9fb89ef194 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Router 6d2a2359-3686-465a-8734-7975f4ab0dbb has already been hosted by L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab {{(pid=98823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:58:50.628729 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e3021cf9-2d6a-421e-96f1-64a865963652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:50.648432 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-e3021cf9-2d6a-421e-96f1-64a865963652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:50.651685 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-11c694e7-47f5-4210-bedb-e8654fd57d25 req-eeb918a9-4082-423d-8a8a-2675d2627c61 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972432 May 25 15:58:50.653855 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-e3021cf9-2d6a-421e-96f1-64a865963652 admin admin] Usage tracker for resource:security_group_rule and tenant:9e857c12902f4c44a32cc5ea4fda6843 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:50.657412 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-e3021cf9-2d6a-421e-96f1-64a865963652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:50.680130 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2cbb3086-462e-4237-919c-2e2247303eb5 req-59865372-5fad-4fa2-b825-d863c97261a7 service neutron] 10.222.0.91 "GET /v2.0/networks/5236d657-b434-4f22-b7c1-312b718dc2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162166 May 25 15:58:50.686699 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c227456-48b0-4c9e-a84b-815761552e63 {{(pid=98825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:58:50.726474 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 0c227456-48b0-4c9e-a84b-815761552e63, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0c227456-48b0-4c9e-a84b-815761552e63,segment=NetworkSegment(cc158655-8f3b-4caa-8f91-693f267c9132),segment_id=cc158655-8f3b-4caa-8f91-693f267c9132)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:50.738034 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661a304-72d8-4b40-b4f0-a7a4c3f621dd req-96db689e-8bde-401b-b049-40190854f59d tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:50.740640 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6661a304-72d8-4b40-b4f0-a7a4c3f621dd req-96db689e-8bde-401b-b049-40190854f59d tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.2814362 May 25 15:58:50.777635 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-e3021cf9-2d6a-421e-96f1-64a865963652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:50.827225 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:50.831174 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-b62ef3b2-c3f4-4bef-9f66-d5462fed0a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:50.846108 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6661a304-72d8-4b40-b4f0-a7a4c3f621dd req-d2e5837b-b3ea-435c-b6e5-b8c9ae3984fb tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936935 May 25 15:58:51.008591 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=0c227456-48b0-4c9e-a84b-815761552e63,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:51.014275 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029e7e57-18bc-4da3-a846-7c9fb89ef194 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:58:51.014612 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:51.023844 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c325b-0510-41dd-b740-a68b727a65e6 None None] Sync routers for ids ['6d2a2359-3686-465a-8734-7975f4ab0dbb'] in dv-cinder-786384-6-smb {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:58:51.047478 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fd476-2e64-4743-893f-e089ac56a8d6 req-1e9b7bb8-d2f5-40d3-b7dc-8d60e69bb03e tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:51.049913 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158c325b-0510-41dd-b740-a68b727a65e6 None None] Routers {'6d2a2359-3686-465a-8734-7975f4ab0dbb'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:58:51.050840 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-158c325b-0510-41dd-b740-a68b727a65e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:58:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['6d2a2359-3686-465a-8734-7975f4ab0dbb'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:51.056772 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-370fd476-2e64-4743-893f-e089ac56a8d6 req-1e9b7bb8-d2f5-40d3-b7dc-8d60e69bb03e tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/ports?device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 944 time: 0.2084060 May 25 15:58:51.086888 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-029e7e57-18bc-4da3-a846-7c9fb89ef194 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for floatingip, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:51.099537 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c409df-1bc4-477b-b10b-30bbfffa1b0c req-8e60cfe7-db8e-470e-b9de-8b5b87ae8307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:51.101753 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-43c409df-1bc4-477b-b10b-30bbfffa1b0c req-8e60cfe7-db8e-470e-b9de-8b5b87ae8307 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4a094366b940450fa613a7c47cc83a09&device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 1096 time: 0.1914723 May 25 15:58:51.222790 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-029e7e57-18bc-4da3-a846-7c9fb89ef194 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "PUT /v2.0/floatingips/3042c0ca-3fd7-4e54-a3b9-b68d93d722aa HTTP/1.1" status: 200 len: 990 time: 3.1946242 May 25 15:58:51.235421 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['0c227456-48b0-4c9e-a84b-815761552e63'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:58:51.263706 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b77655f-87f7-4f8a-a025-b6ac0493dbd3', 'tag': '63dd0404-955b-4585-8721-710deadea260'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:58:51.275614 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-370fd476-2e64-4743-893f-e089ac56a8d6 req-dd3f032d-2e70-41a3-ae23-7d4f27ed3e06 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/security-groups?id=185d9745-029e-497d-af8e-50e587e13def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158360 May 25 15:58:51.344884 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e3021cf9-2d6a-421e-96f1-64a865963652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:51.438621 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c409df-1bc4-477b-b10b-30bbfffa1b0c req-fab4b86f-6c7c-4439-b153-35dbc1638da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:51.440682 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-43c409df-1bc4-477b-b10b-30bbfffa1b0c req-fab4b86f-6c7c-4439-b153-35dbc1638da4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5236d657-b434-4f22-b7c1-312b718dc2e9 HTTP/1.1" status: 200 len: 909 time: 0.3176577 May 25 15:58:51.442405 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e3021cf9-2d6a-421e-96f1-64a865963652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:51.460928 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-e1469bad-f61a-404a-a0ff-874caf6763e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:51.549637 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-158c325b-0510-41dd-b740-a68b727a65e6 None None] Set router 6d2a2359-3686-465a-8734-7975f4ab0dbb gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:58:51.623674 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b77655f-87f7-4f8a-a025-b6ac0493dbd3', 'tag': '63dd0404-955b-4585-8721-710deadea260', 'status': 'completed', 'code': 200} May 25 15:58:51.639122 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-e3021cf9-2d6a-421e-96f1-64a865963652 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9e857c12902f4c44a32cc5ea4fda6843&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6562681 May 25 15:58:51.640370 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 42798) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:51.705874 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3021cf9-2d6a-421e-96f1-64a865963652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be32603d-cf99-47a5-9cff-90e7ec9acf54,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:51.741884 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-43c409df-1bc4-477b-b10b-30bbfffa1b0c req-069c9ce4-8b1d-479c-994d-16d53571dcc9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75 HTTP/1.1" status: 200 len: 217 time: 0.2891507 May 25 15:58:51.799156 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3021cf9-2d6a-421e-96f1-64a865963652 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:51.799525 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3021cf9-2d6a-421e-96f1-64a865963652 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:51.799890 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3021cf9-2d6a-421e-96f1-64a865963652 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:51.800244 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3021cf9-2d6a-421e-96f1-64a865963652 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:51.800597 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3021cf9-2d6a-421e-96f1-64a865963652 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:51.801717 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3021cf9-2d6a-421e-96f1-64a865963652 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:51.802083 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3021cf9-2d6a-421e-96f1-64a865963652 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:51.802439 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3021cf9-2d6a-421e-96f1-64a865963652 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:51.802840 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3021cf9-2d6a-421e-96f1-64a865963652 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:51.803198 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3021cf9-2d6a-421e-96f1-64a865963652 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:51.803603 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3021cf9-2d6a-421e-96f1-64a865963652 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:51.803955 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3021cf9-2d6a-421e-96f1-64a865963652 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:51.831321 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-e3021cf9-2d6a-421e-96f1-64a865963652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:51.832099 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c79881b8-d075-4be9-ba21-be6996dcc260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:51.909129 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c79881b8-d075-4be9-ba21-be6996dcc260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:51.944237 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c409df-1bc4-477b-b10b-30bbfffa1b0c req-f864b4ad-0cb4-4b46-974e-574f01d955bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:51.946012 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-43c409df-1bc4-477b-b10b-30bbfffa1b0c req-f864b4ad-0cb4-4b46-974e-574f01d955bf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=bd4604ee-5070-40e1-b607-410324843b4c HTTP/1.1" status: 200 len: 848 time: 0.1927192 May 25 15:58:52.009746 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6026fb4-bbe6-4aeb-8e77-9a41a8039fac req-500f2962-f347-4773-b2c8-b5507aff604b tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:52.019196 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d6026fb4-bbe6-4aeb-8e77-9a41a8039fac req-500f2962-f347-4773-b2c8-b5507aff604b tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 943 time: 0.4873700 May 25 15:58:52.058705 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af960c-b9de-4944-a1d2-cec7ec9411c2 req-9d981316-3b12-42cb-83dd-15512a138b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:52.061588 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-91af960c-b9de-4944-a1d2-cec7ec9411c2 req-9d981316-3b12-42cb-83dd-15512a138b0f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1dafbac212f4486fb6d026d08f3d58bb&device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 1098 time: 0.3771362 May 25 15:58:52.063920 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-43c409df-1bc4-477b-b10b-30bbfffa1b0c req-46efcaf5-66de-4b66-866c-950d29f097a1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5236d657-b434-4f22-b7c1-312b718dc2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050901 May 25 15:58:52.083983 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c79881b8-d075-4be9-ba21-be6996dcc260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:52.092211 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-71e7b91f-932b-4970-af70-405dafee5afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:52.128043 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c79881b8-d075-4be9-ba21-be6996dcc260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:52.132478 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-c79881b8-d075-4be9-ba21-be6996dcc260 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/be32603d-cf99-47a5-9cff-90e7ec9acf54 HTTP/1.1" status: 204 len: 168 time: 0.4911156 May 25 15:58:52.133775 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79881b8-d075-4be9-ba21-be6996dcc260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be32603d-cf99-47a5-9cff-90e7ec9acf54,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:52.141010 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-c79881b8-d075-4be9-ba21-be6996dcc260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:52.261008 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-158c325b-0510-41dd-b740-a68b727a65e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'name': 'tempest-AttachVolumeShelveTestJSON-110591338-router', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:00Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'gw_port': {'id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:01Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_floatingips': [{'id': '3042c0ca-3fd7-4e54-a3b9-b68d93d722aa', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'floating_ip_address': '172.28.1.49', 'floating_network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'router_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'port_id': '63dd0404-955b-4585-8721-710deadea260', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'mac_address': 'fa:16:3e:7c:61:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b77655f-87f7-4f8a-a025-b6ac0493dbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:58:17Z', 'updated_at': '2021-05-25T15:58:49Z', 'revision_number': 1, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194e7b71-74b4-4a4c-92eb-bc3210a06c9d', 'name': '', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'mac_address': 'fa:16:3e:3a:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:06Z', 'updated_at': '2021-05-25T15:58:14Z', 'revision_number': 5, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'subnets': [{'id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:52.267748 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c325b-0510-41dd-b740-a68b727a65e6 None None] Checking router: 6d2a2359-3686-465a-8734-7975f4ab0dbb for host: dv-cinder-786384-6-smb {{(pid=98826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:58:52.279512 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158c325b-0510-41dd-b740-a68b727a65e6 None None] Routers {'6d2a2359-3686-465a-8734-7975f4ab0dbb'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:58:52.280367 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-158c325b-0510-41dd-b740-a68b727a65e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:58:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['6d2a2359-3686-465a-8734-7975f4ab0dbb'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:52.312622 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-a5edcca9-201d-4721-b272-64614372f68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:52.319122 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d6026fb4-bbe6-4aeb-8e77-9a41a8039fac req-08e19c75-475f-428a-8d7c-653a9f223f82 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/security-groups?id=097042cd-0405-4cdd-9ed0-239e523bc280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987187 May 25 15:58:52.569479 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-158c325b-0510-41dd-b740-a68b727a65e6 None None] Set router 6d2a2359-3686-465a-8734-7975f4ab0dbb gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:58:52.695173 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af960c-b9de-4944-a1d2-cec7ec9411c2 req-6e6e2b9a-3516-4b4b-bf7a-4ab5072302fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:52.696817 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-91af960c-b9de-4944-a1d2-cec7ec9411c2 req-6e6e2b9a-3516-4b4b-bf7a-4ab5072302fb service neutron] 10.222.0.91 "GET /v2.0/networks?id=9b9e8b48-533f-4671-b519-11ca6129f792 HTTP/1.1" status: 200 len: 917 time: 0.4764900 May 25 15:58:52.889107 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-43c409df-1bc4-477b-b10b-30bbfffa1b0c req-5aa245a6-dd49-4f42-9d7b-5d3aa39a2e2e service neutron] 10.222.0.91 "GET /v2.0/networks/5236d657-b434-4f22-b7c1-312b718dc2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6673458 May 25 15:58:52.910107 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f9ef6-073a-42da-8b12-c3f2b18b7f69 req-f4415060-7294-41cc-b067-02adc154d9c6 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:52.913351 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-8a5f9ef6-073a-42da-8b12-c3f2b18b7f69 req-f4415060-7294-41cc-b067-02adc154d9c6 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.8305452 May 25 15:58:52.943187 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb9ee5-e964-4315-9004-30af49d97ce2 req-8a61af53-9697-48a8-837a-5899ad91054d tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:52.945083 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-60eb9ee5-e964-4315-9004-30af49d97ce2 req-8a61af53-9697-48a8-837a-5899ad91054d tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/ports?device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 944 time: 0.4627330 May 25 15:58:53.056067 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-158c325b-0510-41dd-b740-a68b727a65e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'name': 'tempest-AttachVolumeShelveTestJSON-110591338-router', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:00Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'gw_port': {'id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:01Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_floatingips': [{'id': '3042c0ca-3fd7-4e54-a3b9-b68d93d722aa', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'floating_ip_address': '172.28.1.49', 'floating_network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'router_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'port_id': '63dd0404-955b-4585-8721-710deadea260', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'mac_address': 'fa:16:3e:7c:61:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b77655f-87f7-4f8a-a025-b6ac0493dbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:58:17Z', 'updated_at': '2021-05-25T15:58:49Z', 'revision_number': 1, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194e7b71-74b4-4a4c-92eb-bc3210a06c9d', 'name': '', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'mac_address': 'fa:16:3e:3a:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:06Z', 'updated_at': '2021-05-25T15:58:14Z', 'revision_number': 5, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'subnets': [{'id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:53.067203 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c325b-0510-41dd-b740-a68b727a65e6 None None] The sync data for ids ['6d2a2359-3686-465a-8734-7975f4ab0dbb'] in dv-cinder-786384-6-smb is: [{'id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'name': 'tempest-AttachVolumeShelveTestJSON-110591338-router', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:00Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'gw_port': {'id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:01Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_floatingips': [{'id': '3042c0ca-3fd7-4e54-a3b9-b68d93d722aa', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'floating_ip_address': '172.28.1.49', 'floating_network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'router_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'port_id': '63dd0404-955b-4585-8721-710deadea260', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'mac_address': 'fa:16:3e:7c:61:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b77655f-87f7-4f8a-a025-b6ac0493dbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:58:17Z', 'updated_at': '2021-05-25T15:58:49Z', 'revision_number': 1, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194e7b71-74b4-4a4c-92eb-bc3210a06c9d', 'name': '', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'mac_address': 'fa:16:3e:3a:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:06Z', 'updated_at': '2021-05-25T15:58:14Z', 'revision_number': 5, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'subnets': [{'id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:58:53.185891 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 42828) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:53.260512 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-91af960c-b9de-4944-a1d2-cec7ec9411c2 req-bcc5b438-2f06-467d-b274-d291be5588ca service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63dd0404-955b-4585-8721-710deadea260 HTTP/1.1" status: 200 len: 998 time: 0.5457702 May 25 15:58:53.274539 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-804f24bb-5698-46b9-aeba-904138c0a548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:53.327443 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ae659ee0-2eb6-4a73-a11a-230532d36099 req-6f6b6608-ab25-4d8f-b51f-8758cebd6e94 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1953030 May 25 15:58:53.376771 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-60eb9ee5-e964-4315-9004-30af49d97ce2 req-5ba4df85-9a52-4dee-afe9-00f88296d303 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/security-groups?id=185d9745-029e-497d-af8e-50e587e13def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701932 May 25 15:58:53.394372 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-804f24bb-5698-46b9-aeba-904138c0a548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:53.423590 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-8a5f9ef6-073a-42da-8b12-c3f2b18b7f69 req-1a10ae3f-82f7-4369-ac24-d7d73de0517d tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4298050 May 25 15:58:53.443347 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-804f24bb-5698-46b9-aeba-904138c0a548 admin admin] Usage tracker for resource:security_group_rule and tenant:e920cdc4017b4647b8e017d81468f95a is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:53.463641 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-804f24bb-5698-46b9-aeba-904138c0a548 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:53.488698 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f691b6-60ee-487c-be4e-12fa887340bb None None] New status for floating IP 3042c0ca-3fd7-4e54-a3b9-b68d93d722aa: ACTIVE {{(pid=98825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:58:53.498961 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae659ee0-2eb6-4a73-a11a-230532d36099 req-0077f7fc-53a0-48e3-9410-196204e3a50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:53.502018 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ae659ee0-2eb6-4a73-a11a-230532d36099 req-0077f7fc-53a0-48e3-9410-196204e3a50f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3b535e0be0c24db68760dcdb4881bdaf&device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 1098 time: 0.1320057 May 25 15:58:53.569482 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-804f24bb-5698-46b9-aeba-904138c0a548 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:53.573486 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-43c409df-1bc4-477b-b10b-30bbfffa1b0c req-30d8b624-635d-47b5-83bf-658fe908287a service neutron] 10.222.0.91 "GET /v2.0/networks/5236d657-b434-4f22-b7c1-312b718dc2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6556063 May 25 15:58:53.575228 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af960c-b9de-4944-a1d2-cec7ec9411c2 req-da5dcd79-2fe2-4ee6-9019-f147eb0cebec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:53.592559 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-91af960c-b9de-4944-a1d2-cec7ec9411c2 req-da5dcd79-2fe2-4ee6-9019-f147eb0cebec service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae HTTP/1.1" status: 200 len: 855 time: 0.2991390 May 25 15:58:53.804943 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae659ee0-2eb6-4a73-a11a-230532d36099 req-d3079bf6-76bb-4c32-a1c6-a74fef5f96f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:53.807992 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ae659ee0-2eb6-4a73-a11a-230532d36099 req-d3079bf6-76bb-4c32-a1c6-a74fef5f96f4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=32f1ef9b-eb5b-4589-ada4-423c69ee954c HTTP/1.1" status: 200 len: 920 time: 0.2752385 May 25 15:58:53.851637 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662aa3ee-5bf3-4232-9695-702b5d3a8ea2 req-7feb9ec8-eec5-427f-a173-d336efc1d660 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:53.853291 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-662aa3ee-5bf3-4232-9695-702b5d3a8ea2 req-7feb9ec8-eec5-427f-a173-d336efc1d660 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 943 time: 0.1598988 May 25 15:58:53.855397 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af960c-b9de-4944-a1d2-cec7ec9411c2 req-7f10db59-1865-4dd4-a265-3108b87ede46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:53.857485 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-91af960c-b9de-4944-a1d2-cec7ec9411c2 req-7f10db59-1865-4dd4-a265-3108b87ede46 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9b9e8b48-533f-4671-b519-11ca6129f792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2369986 May 25 15:58:53.975469 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ae659ee0-2eb6-4a73-a11a-230532d36099 req-1a0d0253-7afd-4ebb-8718-e648490746e6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4832c875-862c-4828-bf0a-eb9f7d39b558 HTTP/1.1" status: 200 len: 217 time: 0.1451468 May 25 15:58:54.065311 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-662aa3ee-5bf3-4232-9695-702b5d3a8ea2 req-76e20818-2aed-4518-82ad-c10f2c077f1f tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/security-groups?id=097042cd-0405-4cdd-9ed0-239e523bc280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977959 May 25 15:58:54.082550 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-804f24bb-5698-46b9-aeba-904138c0a548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:54.093658 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae659ee0-2eb6-4a73-a11a-230532d36099 req-ce309790-629b-419b-81c4-3d8a1938cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:54.095142 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ae659ee0-2eb6-4a73-a11a-230532d36099 req-ce309790-629b-419b-81c4-3d8a1938cb0e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=25387402-7c77-4bfb-95d5-0f9f4bb4cc9b HTTP/1.1" status: 200 len: 859 time: 0.1092868 May 25 15:58:54.169246 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ae659ee0-2eb6-4a73-a11a-230532d36099 req-0ba324b5-4570-40a9-98ec-7d716df55f41 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=32f1ef9b-eb5b-4589-ada4-423c69ee954c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639961 May 25 15:58:54.174305 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-91af960c-b9de-4944-a1d2-cec7ec9411c2 req-6057121c-3552-44f9-a5f8-e7eb444d0891 service neutron] 10.222.0.91 "GET /v2.0/networks/9b9e8b48-533f-4671-b519-11ca6129f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073056 May 25 15:58:54.175587 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-804f24bb-5698-46b9-aeba-904138c0a548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:54.184834 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-499287c0-4004-4ec6-bdd8-149118a12204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:54.223669 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f24bb-5698-46b9-aeba-904138c0a548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34731007-7794-40c2-a26e-23e55e84c726,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:54.231947 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:58:54.266953 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 0c227456-48b0-4c9e-a84b-815761552e63 up at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:54.404956 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.db.resource_extend [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 15:58:54.537010 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ae659ee0-2eb6-4a73-a11a-230532d36099 req-8efbcfe1-d018-4e03-a8d6-138fc32ed396 service neutron] 10.222.0.91 "GET /v2.0/networks/32f1ef9b-eb5b-4589-ada4-423c69ee954c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464141 May 25 15:58:54.615827 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-91af960c-b9de-4944-a1d2-cec7ec9411c2 req-3504d945-0416-4b80-bac7-9bc64828ea3d service neutron] 10.222.0.91 "GET /v2.0/networks/9b9e8b48-533f-4671-b519-11ca6129f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942223 May 25 15:58:54.624941 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-804f24bb-5698-46b9-aeba-904138c0a548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:54.713602 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-804f24bb-5698-46b9-aeba-904138c0a548 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e920cdc4017b4647b8e017d81468f95a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5234323 May 25 15:58:54.720958 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 42850) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:54.905325 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-51818c59-bdd3-4f59-83a4-1a6ed616a6f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:54.913785 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75,segment=NetworkSegment(fefbe82a-316e-48a2-8bfa-c3859e2793c8),segment_id=fefbe82a-316e-48a2-8bfa-c3859e2793c8)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:54.944979 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ae659ee0-2eb6-4a73-a11a-230532d36099 req-ee3b2919-04dc-46f5-9ccb-96d990437702 service neutron] 10.222.0.91 "GET /v2.0/networks/32f1ef9b-eb5b-4589-ada4-423c69ee954c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925648 May 25 15:58:54.947798 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02456a3d-7b6e-4a99-80b6-152a2e008eec req-a1b9a73f-721c-4fa2-a159-fed942620c0c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:54.947967 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Returning: {'device': '1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75', 'network_id': '5236d657-b434-4f22-b7c1-312b718dc2e9', 'port_id': '1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75', 'mac_address': 'fa:16:3e:da:56:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4604ee-5070-40e1-b607-410324843b4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:58:54.955743 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-02456a3d-7b6e-4a99-80b6-152a2e008eec req-a1b9a73f-721c-4fa2-a159-fed942620c0c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.2331898 May 25 15:58:54.986801 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db6a9e-fb40-4a75-a878-e58421feaff9 req-2b6c5db4-4a6f-4a3b-99c7-6c83a98108bb tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:54.993880 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-95db6a9e-fb40-4a75-a878-e58421feaff9 req-2b6c5db4-4a6f-4a3b-99c7-6c83a98108bb tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/ports?device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 944 time: 0.3289580 May 25 15:58:55.002344 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:55.009776 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-51818c59-bdd3-4f59-83a4-1a6ed616a6f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:55.049088 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning for port 0c227456-48b0-4c9e-a84b-815761552e63 completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:55.057065 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9a68e879-3426-4bc6-a24d-b989e065c525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:55.065000 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:55.091094 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75 {{(pid=98825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:58:55.096313 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-02456a3d-7b6e-4a99-80b6-152a2e008eec req-b403e7a9-55d0-4d56-bd37-b4d2c893238a tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397803 May 25 15:58:55.097866 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning complete for port 0c227456-48b0-4c9e-a84b-815761552e63 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:55.098539 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:55.142058 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:55.154324 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-95db6a9e-fb40-4a75-a878-e58421feaff9 req-837e2d25-4b06-486c-a2da-458cd897a6ed tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/security-groups?id=185d9745-029e-497d-af8e-50e587e13def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592028 May 25 15:58:55.175308 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75,segment=NetworkSegment(fefbe82a-316e-48a2-8bfa-c3859e2793c8),segment_id=fefbe82a-316e-48a2-8bfa-c3859e2793c8)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:55.286286 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:55.302908 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-eff1963c-575f-477f-be67-06455127ed30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:55.312772 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-51818c59-bdd3-4f59-83a4-1a6ed616a6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:55.319905 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-87f59bcd-4d8d-42c1-8994-b3dbd36734dd tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:55.341104 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51818c59-bdd3-4f59-83a4-1a6ed616a6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34731007-7794-40c2-a26e-23e55e84c726,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:55.343665 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-51818c59-bdd3-4f59-83a4-1a6ed616a6f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:55.369306 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-51818c59-bdd3-4f59-83a4-1a6ed616a6f0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/34731007-7794-40c2-a26e-23e55e84c726 HTTP/1.1" status: 204 len: 168 time: 0.5800655 May 25 15:58:55.372386 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-51818c59-bdd3-4f59-83a4-1a6ed616a6f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:55.400463 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:55.403619 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:55.454158 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:55.496223 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6a8792-2122-4e65-ae61-985a8f134e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c227456-48b0-4c9e-a84b-815761552e63'}] {{(pid=98825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:58:55.509147 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 0c227456-48b0-4c9e-a84b-815761552e63, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0c227456-48b0-4c9e-a84b-815761552e63,segment=NetworkSegment(cc158655-8f3b-4caa-8f91-693f267c9132),segment_id=cc158655-8f3b-4caa-8f91-693f267c9132)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:55.615854 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:55.625557 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-b6f17583-a221-4221-8e3c-f3f345ead616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:55.691719 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583301c-6cb1-4a63-8914-44b06dd97e2b req-0a228c44-de78-4881-9ed2-f19b7cbe280e tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:55.705667 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f583301c-6cb1-4a63-8914-44b06dd97e2b req-0a228c44-de78-4881-9ed2-f19b7cbe280e tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.3320255 May 25 15:58:55.717027 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:58:55.804884 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f583301c-6cb1-4a63-8914-44b06dd97e2b req-668c0c17-452d-457a-8803-c1d75d12bce8 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980611 May 25 15:58:55.823658 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=0c227456-48b0-4c9e-a84b-815761552e63,revision_number=5']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:55.833888 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:55.861115 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc16015-bcf7-4410-b511-f6b25685fffc req-1d334998-1803-49be-b3c6-d0848e26d1d3 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:55.862924 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-8cc16015-bcf7-4410-b511-f6b25685fffc req-1d334998-1803-49be-b3c6-d0848e26d1d3 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 944 time: 0.3119240 May 25 15:58:55.882495 dv-cinder-786384-6-smb neutron-server[98825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6a8792-2122-4e65-ae61-985a8f134e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c227456-48b0-4c9e-a84b-815761552e63', 'code': 200} May 25 15:58:55.886255 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:55.944544 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-8cc16015-bcf7-4410-b511-f6b25685fffc req-40eac1f7-2d43-4c39-b8db-ef81d7c2d02c tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/security-groups?id=097042cd-0405-4cdd-9ed0-239e523bc280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740180 May 25 15:58:56.384376 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02edc4-10f3-4140-ab99-263118344af3 req-d0bc192d-b0fc-4671-9a23-a3e2e20b7947 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:56.386525 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cd02edc4-10f3-4140-ab99-263118344af3 req-d0bc192d-b0fc-4671-9a23-a3e2e20b7947 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.1207583 May 25 15:58:56.461711 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cd02edc4-10f3-4140-ab99-263118344af3 req-15adaaf6-9827-4558-8555-e660d01a34ae tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501366 May 25 15:58:56.528424 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d5b69-03d3-4c8a-9043-a96a85a4d2d5 req-5d3984e1-8e8f-4106-aeb5-ef61c1794b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:56.529071 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-532d5b69-03d3-4c8a-9043-a96a85a4d2d5 req-5d3984e1-8e8f-4106-aeb5-ef61c1794b78 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 1098 time: 0.1138325 May 25 15:58:56.577510 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-532d5b69-03d3-4c8a-9043-a96a85a4d2d5 req-db38ba43-048c-4bf8-a58d-aa8ed0db7d04 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=185d9745-029e-497d-af8e-50e587e13def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408480 May 25 15:58:56.879301 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9c555-700c-432f-bac1-28928c900507 req-589ff829-2f4c-4c10-853d-ed117c84de3c tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:56.880782 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ecc9c555-700c-432f-bac1-28928c900507 req-589ff829-2f4c-4c10-853d-ed117c84de3c tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/ports?device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 945 time: 0.0910480 May 25 15:58:56.932854 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ecc9c555-700c-432f-bac1-28928c900507 req-f3d9c1f1-5355-4d22-b41c-1ebe8c2f88b9 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/security-groups?id=185d9745-029e-497d-af8e-50e587e13def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443342 May 25 15:58:57.352880 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4994f-d6b7-46e3-9c1b-03a0c5084b0b req-f5fbb46f-8d8b-4779-b1a9-96118a679eed tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:57.354314 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b5d4994f-d6b7-46e3-9c1b-03a0c5084b0b req-f5fbb46f-8d8b-4779-b1a9-96118a679eed tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 944 time: 0.0866210 May 25 15:58:57.406352 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b5d4994f-d6b7-46e3-9c1b-03a0c5084b0b req-48196800-7745-4194-8300-5217c3a95afc tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/security-groups?id=097042cd-0405-4cdd-9ed0-239e523bc280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457404 May 25 15:58:57.856709 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdabe7d-53ff-40dd-9eae-e230e38022f2 req-3e025fe7-8c8e-4bf9-bccb-e923a01660a6 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:57.860831 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9cdabe7d-53ff-40dd-9eae-e230e38022f2 req-3e025fe7-8c8e-4bf9-bccb-e923a01660a6 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.2409635 May 25 15:58:57.955770 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9cdabe7d-53ff-40dd-9eae-e230e38022f2 req-8d60b9ee-cc21-4b44-9169-313fac55efa3 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778871 May 25 15:58:57.999163 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:58.242080 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75 up at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:58.372255 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f77d3e-8483-4488-bcb9-c80f2d7ed41e req-0cc6a0e9-4e0b-4873-93fc-37eab345f68d tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:58.380667 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-85f77d3e-8483-4488-bcb9-c80f2d7ed41e req-0cc6a0e9-4e0b-4873-93fc-37eab345f68d tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/ports?device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 945 time: 0.1889713 May 25 15:58:58.443434 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-85f77d3e-8483-4488-bcb9-c80f2d7ed41e req-a7ef114f-5c88-46d7-8be8-74ec249b24e6 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/security-groups?id=185d9745-029e-497d-af8e-50e587e13def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544791 May 25 15:58:58.525047 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning for port 1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75 completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:58.535186 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning complete for port 1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:58.535186 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:58.715660 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:58.762303 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75,segment=NetworkSegment(fefbe82a-316e-48a2-8bfa-c3859e2793c8),segment_id=fefbe82a-316e-48a2-8bfa-c3859e2793c8)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:58.763371 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d59feb-d6e7-4557-b982-7147bc1fae2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75'}] {{(pid=98825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:58:58.889512 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:58.892224 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:58.994248 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e7bd7-a359-489a-871f-951adb06015f req-d038af05-6a44-4a85-a3c5-748206221f60 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:59.006135 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-eb3e7bd7-a359-489a-871f-951adb06015f req-d038af05-6a44-4a85-a3c5-748206221f60 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.1762059 May 25 15:58:59.021392 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75,revision_number=5']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:59.025144 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:59.054843 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21484f5-e5fd-4285-946d-bc054f14aece req-009c495e-d8a7-4528-8032-7f6bcb8831fb tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:59.056662 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f21484f5-e5fd-4285-946d-bc054f14aece req-009c495e-d8a7-4528-8032-7f6bcb8831fb tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 945 time: 0.1917701 May 25 15:58:59.078570 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-eb3e7bd7-a359-489a-871f-951adb06015f req-2abf7796-f506-40d7-ac63-fc43595bbaac tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690563 May 25 15:58:59.142775 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f21484f5-e5fd-4285-946d-bc054f14aece req-33bf128d-9634-4232-9112-31258f528d58 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/security-groups?id=097042cd-0405-4cdd-9ed0-239e523bc280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755510 May 25 15:58:59.143172 dv-cinder-786384-6-smb neutron-server[98825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d59feb-d6e7-4557-b982-7147bc1fae2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75', 'code': 200} May 25 15:58:59.175217 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbf854-2670-4742-8fb7-ff46751a4edc req-dbcce1d7-23bb-431f-9884-ba6d221f410c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:59.176717 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-bddbf854-2670-4742-8fb7-ff46751a4edc req-dbcce1d7-23bb-431f-9884-ba6d221f410c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6e0b579c2ed344be88993c3d0a0cb566&device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 1098 time: 0.1621916 May 25 15:58:59.335985 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbf854-2670-4742-8fb7-ff46751a4edc req-f039cf8d-5d03-4bfb-8319-caeb0a029c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:59.337494 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-bddbf854-2670-4742-8fb7-ff46751a4edc req-f039cf8d-5d03-4bfb-8319-caeb0a029c9f service neutron] 10.222.0.91 "GET /v2.0/networks?id=a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d HTTP/1.1" status: 200 len: 912 time: 0.1494853 May 25 15:58:59.455088 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-bddbf854-2670-4742-8fb7-ff46751a4edc req-572cfdaa-bc3f-4a95-84e9-b64effd29e71 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 HTTP/1.1" status: 200 len: 1000 time: 0.1107423 May 25 15:58:59.570885 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbf854-2670-4742-8fb7-ff46751a4edc req-e7ca4d5e-d25f-438e-a3bf-9a0113d590ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:59.570885 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-bddbf854-2670-4742-8fb7-ff46751a4edc req-e7ca4d5e-d25f-438e-a3bf-9a0113d590ff service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dbbdc939-cb7b-4cd7-bff0-1b0465d88650 HTTP/1.1" status: 200 len: 850 time: 0.0992782 May 25 15:58:59.687258 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbf854-2670-4742-8fb7-ff46751a4edc req-ef306bc0-8c4c-41ff-be86-52311345dbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:59.687258 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-bddbf854-2670-4742-8fb7-ff46751a4edc req-ef306bc0-8c4c-41ff-be86-52311345dbbd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1122594 May 25 15:58:59.928051 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e80bf-34e3-4076-b4d8-00e9823094df req-5460b364-c388-462d-a31d-61f042dc1121 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:59.929523 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-800e80bf-34e3-4076-b4d8-00e9823094df req-5460b364-c388-462d-a31d-61f042dc1121 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/ports?device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 945 time: 0.2748940 May 25 15:58:59.932639 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9f47f-2c3b-4b9b-b3b6-7075bf40d00b req-2ec2cb03-9831-4acf-95f1-7e47513fe8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:59.933929 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-35e9f47f-2c3b-4b9b-b3b6-7075bf40d00b req-2ec2cb03-9831-4acf-95f1-7e47513fe8dc service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 1098 time: 0.1769085 May 25 15:59:00.000326 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-bddbf854-2670-4742-8fb7-ff46751a4edc req-a56534d7-015b-46de-9733-c3c5c667eb73 service neutron] 10.222.0.91 "GET /v2.0/networks/a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874196 May 25 15:59:00.031953 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-800e80bf-34e3-4076-b4d8-00e9823094df req-dc3dc0e4-5198-4772-af6d-534c346b5a98 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/security-groups?id=185d9745-029e-497d-af8e-50e587e13def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937595 May 25 15:59:00.049230 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-35e9f47f-2c3b-4b9b-b3b6-7075bf40d00b req-2a0f44a0-3414-4043-9818-e2fed5217588 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=097042cd-0405-4cdd-9ed0-239e523bc280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896919 May 25 15:59:00.156824 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-bddbf854-2670-4742-8fb7-ff46751a4edc req-ce2de547-b5b4-4223-99b5-ae9933cf33d2 service neutron] 10.222.0.91 "GET /v2.0/networks/a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448305 May 25 15:59:00.432496 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371e8bd-8a46-4aed-81d1-4b9335832ce7 req-f68db7f6-ad56-4c1f-ab4f-658db22e2723 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:00.434168 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b371e8bd-8a46-4aed-81d1-4b9335832ce7 req-f68db7f6-ad56-4c1f-ab4f-658db22e2723 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.1649001 May 25 15:59:00.443167 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d637e8-386c-4cb9-b293-8f469ea88e7c req-b8cc0a05-d1c1-4ce0-8003-4a9909330f1c tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:00.444558 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-32d637e8-386c-4cb9-b293-8f469ea88e7c req-b8cc0a05-d1c1-4ce0-8003-4a9909330f1c tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 945 time: 0.1364810 May 25 15:59:00.526850 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b371e8bd-8a46-4aed-81d1-4b9335832ce7 req-50bc1a36-2ce5-4c57-a9b7-c73947cf4c43 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812244 May 25 15:59:00.544219 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-32d637e8-386c-4cb9-b293-8f469ea88e7c req-f5b23ab2-9ccd-44a7-bd8b-972cd4876b94 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/security-groups?id=097042cd-0405-4cdd-9ed0-239e523bc280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824583 May 25 15:59:01.841359 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa15162-0e81-466e-9279-630aa8699dff req-9061a126-969f-4a09-9b66-d834b05e6e6d tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:01.847338 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7fa15162-0e81-466e-9279-630aa8699dff req-9061a126-969f-4a09-9b66-d834b05e6e6d tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.1707051 May 25 15:59:01.864856 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea84f8d-b3ac-4d5c-a7a2-c59c5d24ed1b req-153f2b66-b543-493f-a760-c25d3c4a9af8 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:01.866993 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9ea84f8d-b3ac-4d5c-a7a2-c59c5d24ed1b req-153f2b66-b543-493f-a760-c25d3c4a9af8 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 945 time: 0.1891153 May 25 15:59:01.941516 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7fa15162-0e81-466e-9279-630aa8699dff req-4c545436-c40f-4f42-925d-bd55818b85d9 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879848 May 25 15:59:01.946137 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9ea84f8d-b3ac-4d5c-a7a2-c59c5d24ed1b req-b156c763-38b1-4917-bbba-6f8358ddff80 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/security-groups?id=097042cd-0405-4cdd-9ed0-239e523bc280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657632 May 25 15:59:03.044354 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 43010) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:03.302309 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97025d00-cdeb-407d-b052-af8bd4e8f963 req-11b8ca4e-a9ed-448f-bb51-6a023ee115d9 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:03.304346 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-97025d00-cdeb-407d-b052-af8bd4e8f963 req-11b8ca4e-a9ed-448f-bb51-6a023ee115d9 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.2492342 May 25 15:59:03.316002 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d04548-b8fa-472b-b963-a35b878f8eb8 req-3b74a850-2db1-4bb5-99c9-1b1e28175e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:03.318048 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-15d04548-b8fa-472b-b963-a35b878f8eb8 req-3b74a850-2db1-4bb5-99c9-1b1e28175e11 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3b535e0be0c24db68760dcdb4881bdaf&device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 1098 time: 0.1114674 May 25 15:59:03.391389 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-97025d00-cdeb-407d-b052-af8bd4e8f963 req-548a14ea-811d-4249-a8ae-4303786af7dc tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804837 May 25 15:59:03.393361 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-d5159879-613b-4277-8e4b-8a0bb14eefe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:03.424275 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1eec0-544a-4ed6-aab2-ce3257d46c53 req-905839e3-6ec7-468b-bddd-6a7a85f276f7 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:03.425947 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cfe1eec0-544a-4ed6-aab2-ce3257d46c53 req-905839e3-6ec7-468b-bddd-6a7a85f276f7 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 945 time: 0.2389235 May 25 15:59:03.428491 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-d5159879-613b-4277-8e4b-8a0bb14eefe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:03.434049 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-d5159879-613b-4277-8e4b-8a0bb14eefe2 admin admin] Usage tracker for resource:security_group_rule and tenant:fc6c65ad589c4f2b971027f5d30c7f19 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:03.437549 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-d5159879-613b-4277-8e4b-8a0bb14eefe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:03.458731 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-d5159879-613b-4277-8e4b-8a0bb14eefe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:03.508673 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cfe1eec0-544a-4ed6-aab2-ce3257d46c53 req-c8796ebd-62e3-445e-a776-f5cdf73cf7a9 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/security-groups?id=097042cd-0405-4cdd-9ed0-239e523bc280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760930 May 25 15:59:03.509096 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d04548-b8fa-472b-b963-a35b878f8eb8 req-ad61bd91-6683-4325-9454-dc6f1afbf45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:03.511719 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-15d04548-b8fa-472b-b963-a35b878f8eb8 req-ad61bd91-6683-4325-9454-dc6f1afbf45c service neutron] 10.222.0.91 "GET /v2.0/networks?id=32f1ef9b-eb5b-4589-ada4-423c69ee954c HTTP/1.1" status: 200 len: 920 time: 0.1813042 May 25 15:59:03.587032 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-d5159879-613b-4277-8e4b-8a0bb14eefe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:03.600052 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-15d04548-b8fa-472b-b963-a35b878f8eb8 req-03b06eff-408e-41a7-827c-7f4eeb7684e9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfcbd918-5bb5-4a5f-b576-82d8e4395f65 HTTP/1.1" status: 200 len: 217 time: 0.0811055 May 25 15:59:03.675944 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d04548-b8fa-472b-b963-a35b878f8eb8 req-3db304a1-3e13-4d9a-9d13-432c2c8ef8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:03.679260 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-d5159879-613b-4277-8e4b-8a0bb14eefe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:03.679677 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-15d04548-b8fa-472b-b963-a35b878f8eb8 req-3db304a1-3e13-4d9a-9d13-432c2c8ef8a3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=25387402-7c77-4bfb-95d5-0f9f4bb4cc9b HTTP/1.1" status: 200 len: 859 time: 0.0715296 May 25 15:59:03.690157 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-173f0daf-fafa-4944-be28-e336af0fe8f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:03.733693 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-15d04548-b8fa-472b-b963-a35b878f8eb8 req-abc7f201-3fd1-470d-8bf1-9a027d7c8159 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=32f1ef9b-eb5b-4589-ada4-423c69ee954c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466144 May 25 15:59:03.747948 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-d5159879-613b-4277-8e4b-8a0bb14eefe2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fc6c65ad589c4f2b971027f5d30c7f19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6995547 May 25 15:59:03.747948 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5159879-613b-4277-8e4b-8a0bb14eefe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f81a28f-8700-4f0e-9b9e-b004a87e02be,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:03.750432 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-d5159879-613b-4277-8e4b-8a0bb14eefe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:03.751715 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 43036) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:03.777902 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042936b9-bbba-4bb0-aa44-360315ee95a7 req-8d37a179-0bbd-4550-8653-b090a7dd561a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:03.779466 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-042936b9-bbba-4bb0-aa44-360315ee95a7 req-8d37a179-0bbd-4550-8653-b090a7dd561a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.1684048 May 25 15:59:03.860153 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-042936b9-bbba-4bb0-aa44-360315ee95a7 req-d58d1c5f-5c68-4e02-b746-8c573bdd7c68 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711541 May 25 15:59:03.864584 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-93635c75-c125-4de3-9e77-b2c9d705c867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:03.886411 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-15d04548-b8fa-472b-b963-a35b878f8eb8 req-25dce9fb-88f2-47ec-86e3-c8843b8781da service neutron] 10.222.0.91 "GET /v2.0/networks/32f1ef9b-eb5b-4589-ada4-423c69ee954c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449060 May 25 15:59:03.893022 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-93635c75-c125-4de3-9e77-b2c9d705c867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:04.083808 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-93635c75-c125-4de3-9e77-b2c9d705c867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:04.088694 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-1e5d0a25-d642-4cbb-a17a-6f9e0ef7d0f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:04.104248 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93635c75-c125-4de3-9e77-b2c9d705c867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f81a28f-8700-4f0e-9b9e-b004a87e02be,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:04.106292 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-93635c75-c125-4de3-9e77-b2c9d705c867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:04.107935 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-93635c75-c125-4de3-9e77-b2c9d705c867 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1f81a28f-8700-4f0e-9b9e-b004a87e02be HTTP/1.1" status: 204 len: 168 time: 0.3547041 May 25 15:59:04.109306 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-93635c75-c125-4de3-9e77-b2c9d705c867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:04.138852 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-15d04548-b8fa-472b-b963-a35b878f8eb8 req-44d43a95-29b7-4a00-902b-327bb04db782 service neutron] 10.222.0.91 "GET /v2.0/networks/32f1ef9b-eb5b-4589-ada4-423c69ee954c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423344 May 25 15:59:04.289303 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-f3d9d2bc-4a85-4785-83db-6929baa6d20b tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:04.290817 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-f3d9d2bc-4a85-4785-83db-6929baa6d20b tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/networks?id=ab46e9ff-c4ed-42a6-a4bf-84fd634e0151 HTTP/1.1" status: 200 len: 814 time: 0.1509714 May 25 15:59:04.305815 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-790c756f-be47-4aaf-b779-5c85a2ebdc55 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/quotas/04e5d6c18a744c4fb33799b5049c26af HTTP/1.1" status: 200 len: 375 time: 0.0089898 May 25 15:59:04.461351 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-be179bbf-36ab-4c96-beb8-e05fe85dfd39 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=04e5d6c18a744c4fb33799b5049c26af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1505125 May 25 15:59:04.635686 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-af89639d-0ef7-47d1-82be-f9658296959c service neutron] 10.222.0.72 "GET /v2.0/networks/ab46e9ff-c4ed-42a6-a4bf-84fd634e0151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602767 May 25 15:59:04.818182 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-51d7c87c-a2d6-4fd9-9ff3-3f873b80ef61 service neutron] 10.222.0.72 "GET /v2.0/networks/ab46e9ff-c4ed-42a6-a4bf-84fd634e0151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738336 May 25 15:59:04.883848 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 43076) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:04.902383 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-d300622a-07af-4263-bcdf-8fbed3947a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:04.917554 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-d300622a-07af-4263-bcdf-8fbed3947a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:04.922401 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-d300622a-07af-4263-bcdf-8fbed3947a2b admin admin] Usage tracker for resource:security_group_rule and tenant:a41cfc83800643d1ab93c8b7d1ef2a4d is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:04.925281 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-d300622a-07af-4263-bcdf-8fbed3947a2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:04.931325 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-d300622a-07af-4263-bcdf-8fbed3947a2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:05.115424 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:59:05.117016 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-38ba4539-2fbf-4a3f-89de-abd3dd2dda81 req-a6da96bd-2360-46a5-aa98-b38b0eba5409 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 210 time: 0.0834613 May 25 15:59:05.122501 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-d300622a-07af-4263-bcdf-8fbed3947a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:05.152496 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebe696-f430-45d1-becd-814ec84044a1 req-4fb8b552-bf95-4e93-8678-f53b2283e5ea tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:05.160525 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5aebe696-f430-45d1-becd-814ec84044a1 req-4fb8b552-bf95-4e93-8678-f53b2283e5ea tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.1764193 May 25 15:59:05.204052 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5aebe696-f430-45d1-becd-814ec84044a1 req-3f7a27f4-a40a-4a95-bd2b-d8f374fdbf2b tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426149 May 25 15:59:05.227531 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-d300622a-07af-4263-bcdf-8fbed3947a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:05.236293 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-4a69d6bd-a046-4ff3-a6b8-fc6fd2826e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:05.284443 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-d300622a-07af-4263-bcdf-8fbed3947a2b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a41cfc83800643d1ab93c8b7d1ef2a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3995051 May 25 15:59:05.285826 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300622a-07af-4263-bcdf-8fbed3947a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02a4865-4cb4-443c-8a18-4d3d7cefbf79,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:05.287312 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 43100) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:05.289123 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-d300622a-07af-4263-bcdf-8fbed3947a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:05.364256 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9c09d1bc-6902-480b-b60e-3efcffae5e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:05.392147 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9c09d1bc-6902-480b-b60e-3efcffae5e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:05.639228 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9c09d1bc-6902-480b-b60e-3efcffae5e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:05.644883 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:05.662277 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09d1bc-6902-480b-b60e-3efcffae5e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02a4865-4cb4-443c-8a18-4d3d7cefbf79,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:05.664683 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-9c09d1bc-6902-480b-b60e-3efcffae5e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:05.667604 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9c09d1bc-6902-480b-b60e-3efcffae5e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:05.671038 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-9c09d1bc-6902-480b-b60e-3efcffae5e7d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c02a4865-4cb4-443c-8a18-4d3d7cefbf79 HTTP/1.1" status: 204 len: 168 time: 0.3776493 May 25 15:59:06.083271 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab1d51-f8af-4a63-b238-18b22bb8d0c5 req-4b5281d6-962f-4d16-b4ae-4422c401d8ad tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:06.084765 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b7ab1d51-f8af-4a63-b238-18b22bb8d0c5 req-4b5281d6-962f-4d16-b4ae-4422c401d8ad tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 945 time: 0.0858293 May 25 15:59:06.137974 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b7ab1d51-f8af-4a63-b238-18b22bb8d0c5 req-245230c4-1210-4480-935d-b88988b9172f tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/security-groups?id=097042cd-0405-4cdd-9ed0-239e523bc280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402603 May 25 15:59:06.223035 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4f5ce98e-57ed-4efc-9d52-cac4dcb5410a req-5bf7f3fd-b45a-4a00-8ada-167b2ff7a9f4 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 210 time: 0.0442157 May 25 15:59:06.431811 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60be656-0206-44c5-8fbe-01d5293f68f0 req-8ab14f98-6c5c-4b12-8843-43d7e0cdabf5 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:06.433631 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a60be656-0206-44c5-8fbe-01d5293f68f0 req-8ab14f98-6c5c-4b12-8843-43d7e0cdabf5 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.1156602 May 25 15:59:06.495671 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a60be656-0206-44c5-8fbe-01d5293f68f0 req-e1c0adaf-0cf2-4599-a364-3008a01d6ade tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447371 May 25 15:59:07.360325 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e550551-bc1a-4b21-bb86-09e5e4383670 req-bf91ea18-dd97-40b4-8cd7-ba67404080bb tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:07.361882 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5e550551-bc1a-4b21-bb86-09e5e4383670 req-bf91ea18-dd97-40b4-8cd7-ba67404080bb tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 945 time: 0.0946672 May 25 15:59:07.418628 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5e550551-bc1a-4b21-bb86-09e5e4383670 req-e00c3c0d-d935-4811-8268-31edc94c13fa tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/security-groups?id=097042cd-0405-4cdd-9ed0-239e523bc280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493340 May 25 15:59:07.588388 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-018a36a1-518a-4a74-b78f-c57a46790a42 req-bd89505b-acef-4478-b8fc-b1765d657643 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 210 time: 0.0930398 May 25 15:59:07.658848 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de1472-0db2-453a-97cc-8e0fcfe3e144 req-cd1729d4-bc08-4f0b-90b4-3f665c1c731b tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:07.660648 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c4de1472-0db2-453a-97cc-8e0fcfe3e144 req-cd1729d4-bc08-4f0b-90b4-3f665c1c731b tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/ports?device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 945 time: 0.1216962 May 25 15:59:07.788809 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c4de1472-0db2-453a-97cc-8e0fcfe3e144 req-c7b30011-3937-458f-b373-4caad80fc513 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/security-groups?id=185d9745-029e-497d-af8e-50e587e13def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192284 May 25 15:59:07.840574 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67035547-3a29-417a-bdae-63839f70ea13 req-d93218b3-2c21-4ee3-bd8a-1c518320f710 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:07.843838 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-67035547-3a29-417a-bdae-63839f70ea13 req-d93218b3-2c21-4ee3-bd8a-1c518320f710 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.1347115 May 25 15:59:07.895665 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-67035547-3a29-417a-bdae-63839f70ea13 req-a60e6737-c4d0-497d-b3d6-fe7c700f1d81 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464280 May 25 15:59:08.162510 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601384b5-3525-4f86-9eb5-c855102161b4 req-adf74d6f-e842-40b9-9c7f-39e6a3573577 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:08.163220 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-601384b5-3525-4f86-9eb5-c855102161b4 req-adf74d6f-e842-40b9-9c7f-39e6a3573577 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Synchronizing usage tracker for tenant:4a094366b940450fa613a7c47cc83a09 on resource:port {{(pid=98823) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:59:08.175484 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-601384b5-3525-4f86-9eb5-c855102161b4 req-adf74d6f-e842-40b9-9c7f-39e6a3573577 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Unset dirty status for tenant:4a094366b940450fa613a7c47cc83a09 on resource:port {{(pid=98823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:59:08.176594 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-601384b5-3525-4f86-9eb5-c855102161b4 req-adf74d6f-e842-40b9-9c7f-39e6a3573577 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 945 time: 0.0990145 May 25 15:59:08.304944 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-a0ba6b26-766f-4492-8e7e-f529f57b0191 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:08.306594 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-a0ba6b26-766f-4492-8e7e-f529f57b0191 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.91 "GET /v2.0/networks?id=ab46e9ff-c4ed-42a6-a4bf-84fd634e0151 HTTP/1.1" status: 200 len: 814 time: 0.1657693 May 25 15:59:08.332372 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-90d7e6ca-0e40-486b-929c-2881c8f4c126 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Request body: {'port': {'device_id': 'fc8d9e57-81c3-4f8c-8478-7c7b20d42514', 'network_id': 'ab46e9ff-c4ed-42a6-a4bf-84fd634e0151', 'admin_state_up': True, 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:59:08.348564 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-601384b5-3525-4f86-9eb5-c855102161b4 req-5c2b3143-4f71-4b96-bf09-a961d602acd3 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Deleting port 1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75 {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:59:08.348976 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-601384b5-3525-4f86-9eb5-c855102161b4 req-5c2b3143-4f71-4b96-bf09-a961d602acd3 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:08.505070 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-601384b5-3525-4f86-9eb5-c855102161b4 req-5c2b3143-4f71-4b96-bf09-a961d602acd3 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] For port 1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75,segment=NetworkSegment(fefbe82a-316e-48a2-8bfa-c3859e2793c8),segment_id=fefbe82a-316e-48a2-8bfa-c3859e2793c8)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:59:08.505531 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-601384b5-3525-4f86-9eb5-c855102161b4 req-5c2b3143-4f71-4b96-bf09-a961d602acd3 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:08.536484 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-90d7e6ca-0e40-486b-929c-2881c8f4c126 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:08.547318 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-90d7e6ca-0e40-486b-929c-2881c8f4c126 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Usage tracker for resource:port and tenant:04e5d6c18a744c4fb33799b5049c26af is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:08.556996 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-90d7e6ca-0e40-486b-929c-2881c8f4c126 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:08.572647 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-90d7e6ca-0e40-486b-929c-2881c8f4c126 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:08.657214 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-601384b5-3525-4f86-9eb5-c855102161b4 req-5c2b3143-4f71-4b96-bf09-a961d602acd3 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Calling delete_port for 1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75 owned by compute:nova {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:59:08.706221 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468603a-ab5f-4b89-926d-457c3bf4bb1c req-160133b8-0a90-4f56-acb0-156c8433a760 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:08.708145 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7468603a-ab5f-4b89-926d-457c3bf4bb1c req-160133b8-0a90-4f56-acb0-156c8433a760 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 945 time: 0.1107130 May 25 15:59:08.742649 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-90d7e6ca-0e40-486b-929c-2881c8f4c126 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Made reservation on behalf of 04e5d6c18a744c4fb33799b5049c26af for: {'port': 1} {{(pid=98824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:59:08.751230 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-90d7e6ca-0e40-486b-929c-2881c8f4c126 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:08.804313 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4ddac8d2-89a1-49cb-8240-b454646afe54 req-32484127-77c9-4289-9b61-d2418c6865b6 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 210 time: 0.0932288 May 25 15:59:08.879111 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-601384b5-3525-4f86-9eb5-c855102161b4 req-5c2b3143-4f71-4b96-bf09-a961d602acd3 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:08.889915 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:08.937575 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:59:08.958419 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b3143-4f71-4b96-bf09-a961d602acd3 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Pushing event deleted for resources: {'Port': ['ID=1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:08.962776 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-5c2b3143-4f71-4b96-bf09-a961d602acd3 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:09.061303 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7468603a-ab5f-4b89-926d-457c3bf4bb1c req-1a14a252-74f8-4433-b961-9c521b337ab9 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/security-groups?id=097042cd-0405-4cdd-9ed0-239e523bc280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860563 May 25 15:59:09.168827 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd597149-9f3c-4e22-aadb-9dae6f95ccd2 req-296420dd-fcc7-41d4-9df6-1414586dd828 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:09.170645 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-bd597149-9f3c-4e22-aadb-9dae6f95ccd2 req-296420dd-fcc7-41d4-9df6-1414586dd828 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/ports?device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 945 time: 0.2143073 May 25 15:59:09.245614 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_common [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-90d7e6ca-0e40-486b-929c-2881c8f4c126 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Allocated IP 172.20.0.3 (ab46e9ff-c4ed-42a6-a4bf-84fd634e0151/6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68/693d1b90-616a-491c-8290-a778ec7727ef) {{(pid=98824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:59:09.301291 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-bd597149-9f3c-4e22-aadb-9dae6f95ccd2 req-171dfc7b-44bb-4e71-ac33-c8d0e1d08c58 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/security-groups?id=185d9745-029e-497d-af8e-50e587e13def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221654 May 25 15:59:09.440812 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb834087-01e3-49c2-8368-206c2edcbd4c req-7f1da66e-898a-4616-a23f-815f3311c2c1 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:09.442305 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-eb834087-01e3-49c2-8368-206c2edcbd4c req-7f1da66e-898a-4616-a23f-815f3311c2c1 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.2436457 May 25 15:59:09.512567 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [req-601384b5-3525-4f86-9eb5-c855102161b4 req-5c2b3143-4f71-4b96-bf09-a961d602acd3 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] No DVR routers for this DVR port 1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75 on host hv-cinder-78638 {{(pid=98823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:59:09.519333 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-601384b5-3525-4f86-9eb5-c855102161b4 req-5c2b3143-4f71-4b96-bf09-a961d602acd3 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:09.539657 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-eb834087-01e3-49c2-8368-206c2edcbd4c req-023d1246-8f81-408d-ad2b-085d531ac84a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902624 May 25 15:59:09.552034 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d59feb-d6e7-4557-b982-7147bc1fae2e', 'name': 'network-vif-deleted', 'tag': '1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:59:09.603692 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-90d7e6ca-0e40-486b-929c-2881c8f4c126 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for port, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:09.639462 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.provisioning_blocks [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-90d7e6ca-0e40-486b-929c-2881c8f4c126 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Transition to ACTIVE for port object 693d1b90-616a-491c-8290-a778ec7727ef will not be triggered until provisioned by entity DHCP. {{(pid=98824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:59:09.639873 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d59feb-d6e7-4557-b982-7147bc1fae2e', 'name': 'network-vif-deleted', 'tag': '1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75', 'status': 'completed', 'code': 200} May 25 15:59:09.742334 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-601384b5-3525-4f86-9eb5-c855102161b4 req-5c2b3143-4f71-4b96-bf09-a961d602acd3 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.91 "DELETE /v2.0/ports/1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75 HTTP/1.1" status: 204 len: 173 time: 1.5594103 May 25 15:59:09.793660 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-90d7e6ca-0e40-486b-929c-2881c8f4c126 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6454840'] for port, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:09.800576 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-fc7a3387-73bd-4ec5-bc0d-4924e09ec5e0 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:09.901681 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-90d7e6ca-0e40-486b-929c-2881c8f4c126 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Network ab46e9ff-c4ed-42a6-a4bf-84fd634e0151 is already hosted by enough agents. {{(pid=98824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:59:09.911190 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-90d7e6ca-0e40-486b-929c-2881c8f4c126 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Resources bound (agent type, host, resource id): {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:59:09.921791 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-90d7e6ca-0e40-486b-929c-2881c8f4c126 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Received port after_create {{(pid=98824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:59:10.018187 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-90d7e6ca-0e40-486b-929c-2881c8f4c126 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:10.019023 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-90d7e6ca-0e40-486b-929c-2881c8f4c126 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for port, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:10.197737 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7e6ca-0e40-486b-929c-2881c8f4c126 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Pushing event updated for resources: {'Port': ['ID=693d1b90-616a-491c-8290-a778ec7727ef,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:10.220236 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-90d7e6ca-0e40-486b-929c-2881c8f4c126 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:10.277831 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a481209-c8a7-4372-8b5b-883d874a098a req-84bc3c9c-298a-44e2-bb19-f56cb66c0ba8 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:10.278893 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-3a481209-c8a7-4372-8b5b-883d874a098a req-84bc3c9c-298a-44e2-bb19-f56cb66c0ba8 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Synchronizing usage tracker for tenant:04e5d6c18a744c4fb33799b5049c26af on resource:port {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:59:10.369856 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-90d7e6ca-0e40-486b-929c-2881c8f4c126 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0447040 May 25 15:59:10.377503 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d441f2ca-3dfb-45a5-9938-97c4a7754072 req-25ae56d3-3c83-4646-a25d-946d7464e4a9 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 210 time: 0.0574722 May 25 15:59:10.381232 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-3a481209-c8a7-4372-8b5b-883d874a098a req-84bc3c9c-298a-44e2-bb19-f56cb66c0ba8 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Unset dirty status for tenant:04e5d6c18a744c4fb33799b5049c26af on resource:port {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:59:10.382427 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3a481209-c8a7-4372-8b5b-883d874a098a req-84bc3c9c-298a-44e2-bb19-f56cb66c0ba8 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 931 time: 0.3572574 May 25 15:59:10.455574 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-bf9b3f5d-b0bb-4ebc-8e32-77c9fdcfceb6 None None] Provisioning for port 693d1b90-616a-491c-8290-a778ec7727ef completed by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:59:10.461037 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-bf9b3f5d-b0bb-4ebc-8e32-77c9fdcfceb6 None None] Provisioning complete for port 693d1b90-616a-491c-8290-a778ec7727ef triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:59:10.467380 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-bf9b3f5d-b0bb-4ebc-8e32-77c9fdcfceb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:10.467501 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3a481209-c8a7-4372-8b5b-883d874a098a req-bacea0fc-fd5e-4843-99e2-a787b4881df9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690451 May 25 15:59:10.618666 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-bf9b3f5d-b0bb-4ebc-8e32-77c9fdcfceb6 None None] Port 693d1b90-616a-491c-8290-a778ec7727ef cannot update to ACTIVE because it is not bound. {{(pid=98825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:59:10.636838 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638bdbe-4fc7-4481-97b5-004442706116 req-b00bdc90-5279-4618-a9dd-82391147bc33 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:10.645289 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0638bdbe-4fc7-4481-97b5-004442706116 req-b00bdc90-5279-4618-a9dd-82391147bc33 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/ports?device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 945 time: 0.1246331 May 25 15:59:10.709433 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0638bdbe-4fc7-4481-97b5-004442706116 req-50f34b2f-f4dc-435b-acce-d8dca79d9297 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/security-groups?id=185d9745-029e-497d-af8e-50e587e13def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631635 May 25 15:59:10.923227 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776da2a-b367-4060-bec6-f7bed695a0c5 req-db33fb96-129f-4c94-965f-48b7c6536f04 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:10.924712 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b776da2a-b367-4060-bec6-f7bed695a0c5 req-db33fb96-129f-4c94-965f-48b7c6536f04 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.1081088 May 25 15:59:10.982104 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b776da2a-b367-4060-bec6-f7bed695a0c5 req-34e31c10-0fad-4299-aa1a-784f47ce572a tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515976 May 25 15:59:11.551878 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-781fdbe8-4b17-41aa-8835-aaec86df2c5c req-a506a493-98d8-422a-a660-a3f374c24a2d tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 210 time: 0.0436394 May 25 15:59:11.743676 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7acadb-a520-4fe5-b70a-c025769c9320 req-c7c9f390-6749-43b5-930d-55bf7f89b6a5 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:11.745081 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-be7acadb-a520-4fe5-b70a-c025769c9320 req-c7c9f390-6749-43b5-930d-55bf7f89b6a5 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 931 time: 0.0891829 May 25 15:59:11.796212 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-be7acadb-a520-4fe5-b70a-c025769c9320 req-2a15dff2-6e6f-4400-aef3-f22ef0c4b80c tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445375 May 25 15:59:12.012882 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb38e9f-6a26-43a4-8fbc-d097d8f2c1f8 req-95d935c2-cca7-4b8b-b977-7d6d6abf3438 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:12.015377 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ecb38e9f-6a26-43a4-8fbc-d097d8f2c1f8 req-95d935c2-cca7-4b8b-b977-7d6d6abf3438 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/ports?device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 945 time: 0.0906026 May 25 15:59:12.064442 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ecb38e9f-6a26-43a4-8fbc-d097d8f2c1f8 req-98be3a53-1845-483f-ba88-8976d447dbac tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/security-groups?id=185d9745-029e-497d-af8e-50e587e13def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430877 May 25 15:59:12.278531 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa1798-d78f-4a39-9dd5-46fc56d81b2c req-6bfdf4f6-427c-4c44-acec-d78169649460 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:12.281537 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-31fa1798-d78f-4a39-9dd5-46fc56d81b2c req-6bfdf4f6-427c-4c44-acec-d78169649460 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.1005080 May 25 15:59:12.347744 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-31fa1798-d78f-4a39-9dd5-46fc56d81b2c req-5dd0ebb7-6c27-499f-973c-02ac8aca9319 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565925 May 25 15:59:12.364886 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 0c227456-48b0-4c9e-a84b-815761552e63 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:59:12.484695 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:12.512140 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6a8792-2122-4e65-ae61-985a8f134e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c227456-48b0-4c9e-a84b-815761552e63'}] {{(pid=98825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:59:12.522411 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 0c227456-48b0-4c9e-a84b-815761552e63, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0c227456-48b0-4c9e-a84b-815761552e63,segment=NetworkSegment(cc158655-8f3b-4caa-8f91-693f267c9132),segment_id=cc158655-8f3b-4caa-8f91-693f267c9132)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:59:12.562140 dv-cinder-786384-6-smb neutron-server[98825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6a8792-2122-4e65-ae61-985a8f134e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c227456-48b0-4c9e-a84b-815761552e63', 'code': 200} May 25 15:59:12.610429 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:12.611746 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:59:12.646683 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:12.711778 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] No Port match for: 1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75 {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:59:12.711778 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 1c7e4522-ee29-4fec-b7b0-2f8ac3f12d75 not bound to the agent host hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:59:12.756223 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=0c227456-48b0-4c9e-a84b-815761552e63,revision_number=6']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:12.770489 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:12.776410 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:12.776724 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6c22a223-5123-4c81-88e4-082502e41443 req-8a372ad6-ef57-437b-808f-f9be875b9934 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 210 time: 0.0883372 May 25 15:59:12.777238 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:12.777238 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:12.777238 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:12.777238 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:12.777238 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:12.777238 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:12.777238 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:12.777238 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:12.777238 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:12.777238 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:12.779592 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:13.040294 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdd8eb-094a-43a5-ba4c-037d0ad96020 req-13a97414-dba1-4e4e-af49-5ec56de7f512 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:13.049174 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-91bdd8eb-094a-43a5-ba4c-037d0ad96020 req-13a97414-dba1-4e4e-af49-5ec56de7f512 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 931 time: 0.1298039 May 25 15:59:13.105375 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-91bdd8eb-094a-43a5-ba4c-037d0ad96020 req-ae1eb831-e9df-402a-af03-1a5026b4591d tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565240 May 25 15:59:13.317236 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92aeee-1b0b-4d4c-a56a-769b4dba89a5 req-bdd238f5-8c4c-4b74-a748-705c1e7b793d tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:13.319461 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2f92aeee-1b0b-4d4c-a56a-769b4dba89a5 req-bdd238f5-8c4c-4b74-a748-705c1e7b793d tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/ports?device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 943 time: 0.1018608 May 25 15:59:13.370656 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2f92aeee-1b0b-4d4c-a56a-769b4dba89a5 req-fad5f4c6-22dc-44a7-9e95-406fc66652b7 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/security-groups?id=185d9745-029e-497d-af8e-50e587e13def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451400 May 25 15:59:13.608193 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebf12a-28a6-4ff1-9274-de14909001a8 req-690c0d0e-28c4-4219-81e7-df28b9993aed tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:13.609807 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-10ebf12a-28a6-4ff1-9274-de14909001a8 req-690c0d0e-28c4-4219-81e7-df28b9993aed tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.1145663 May 25 15:59:13.671913 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-10ebf12a-28a6-4ff1-9274-de14909001a8 req-0d29d2c9-95f4-4c50-860e-3f7c29ca0b6d tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548463 May 25 15:59:14.166737 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7eb3250e-ce7b-42e8-9a2b-00ff1bfc6bbd req-f6f567f3-93e5-40ae-a5e1-1b51fc898c9a tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 210 time: 0.1243255 May 25 15:59:14.359833 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20740c1d-8ecd-49a5-916c-6e4e8566aa52 req-48f1c7e5-2c4d-4080-ad74-4c65fb92a196 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:14.370503 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-20740c1d-8ecd-49a5-916c-6e4e8566aa52 req-48f1c7e5-2c4d-4080-ad74-4c65fb92a196 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 931 time: 0.0981207 May 25 15:59:14.426308 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-20740c1d-8ecd-49a5-916c-6e4e8566aa52 req-69acab9b-ee2b-41e4-913a-e974791921b9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479383 May 25 15:59:14.655109 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06c7ee-5510-4ff9-9c54-52cd9a1dfb84 req-0256b2c5-c8ed-4b22-82e6-b2007a697010 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:14.657667 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ca06c7ee-5510-4ff9-9c54-52cd9a1dfb84 req-0256b2c5-c8ed-4b22-82e6-b2007a697010 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/ports?device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 943 time: 0.1334314 May 25 15:59:14.712820 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ca06c7ee-5510-4ff9-9c54-52cd9a1dfb84 req-8f1095ce-bc72-41c0-b92d-96445284135c tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/security-groups?id=185d9745-029e-497d-af8e-50e587e13def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492465 May 25 15:59:15.000360 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d98c9-5de9-4d19-8b4c-27cc2614ee5d req-31993fac-4c1b-41d5-9e06-ab2469061645 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:15.005351 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-992d98c9-5de9-4d19-8b4c-27cc2614ee5d req-31993fac-4c1b-41d5-9e06-ab2469061645 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.1368020 May 25 15:59:15.059543 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-992d98c9-5de9-4d19-8b4c-27cc2614ee5d req-b9b56865-b06d-4669-bbcf-fa25741a177f tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512552 May 25 15:59:15.342695 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f32522c1-7180-4944-a2c8-12762316b5e2 req-02153e42-6dfb-496a-82c3-d3e5718d449a tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 210 time: 0.0556893 May 25 15:59:15.521254 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 43352) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:15.660088 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39082f4-e8fa-4558-a67e-d6fe7f23da56 req-b90a520f-c0f8-48a7-87ce-6cced5342a46 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:15.663911 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a39082f4-e8fa-4558-a67e-d6fe7f23da56 req-b90a520f-c0f8-48a7-87ce-6cced5342a46 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 931 time: 0.1123791 May 25 15:59:15.715222 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-fb9cdf8b-d3f7-4e5d-93d5-975573771b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:15.721416 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a39082f4-e8fa-4558-a67e-d6fe7f23da56 req-aa719204-994e-4684-a986-b4609525dfc9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531838 May 25 15:59:15.731370 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-fb9cdf8b-d3f7-4e5d-93d5-975573771b39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:15.736841 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-fb9cdf8b-d3f7-4e5d-93d5-975573771b39 admin admin] Usage tracker for resource:security_group_rule and tenant:3c4c28f9622943169485333b2fc490f8 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:15.739953 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-fb9cdf8b-d3f7-4e5d-93d5-975573771b39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:15.745930 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-fb9cdf8b-d3f7-4e5d-93d5-975573771b39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:15.861602 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-fb9cdf8b-d3f7-4e5d-93d5-975573771b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:15.924081 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-fb9cdf8b-d3f7-4e5d-93d5-975573771b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:15.933491 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-53b02a46-d246-4ab7-adcf-2d3ef928be2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:15.948739 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fcc86-b4d7-4164-b49e-2e4df52a7637 req-ae50ea1f-b3a9-4f23-b27b-96e750ebf6a8 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:15.952524 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-da5fcc86-b4d7-4164-b49e-2e4df52a7637 req-ae50ea1f-b3a9-4f23-b27b-96e750ebf6a8 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/ports?device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 943 time: 0.1017866 May 25 15:59:15.979420 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9cdf8b-d3f7-4e5d-93d5-975573771b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e9734c-e3ff-4a98-b91c-ffbee80e34a8,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:15.984298 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-fb9cdf8b-d3f7-4e5d-93d5-975573771b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:15.989765 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-fb9cdf8b-d3f7-4e5d-93d5-975573771b39 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3c4c28f9622943169485333b2fc490f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4667900 May 25 15:59:15.990627 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 43364) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:16.017535 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-da5fcc86-b4d7-4164-b49e-2e4df52a7637 req-2cbed5d6-e8a8-4218-8408-0d159d009398 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/security-groups?id=185d9745-029e-497d-af8e-50e587e13def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599563 May 25 15:59:16.083633 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b3666160-5715-4ae2-9e84-470daad5c7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:16.113070 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b3666160-5715-4ae2-9e84-470daad5c7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:16.261551 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffec7d-8dc5-4d6b-bcad-78a832f48624 req-64fa2d9b-0b14-4f6f-937c-8ce512da1388 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:16.263271 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-eaffec7d-8dc5-4d6b-bcad-78a832f48624 req-64fa2d9b-0b14-4f6f-937c-8ce512da1388 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.0880313 May 25 15:59:16.314557 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-eaffec7d-8dc5-4d6b-bcad-78a832f48624 req-9ce6e7b7-bd62-4a7a-b811-e2264b0f1eec tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452254 May 25 15:59:16.501949 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-8dce4f0f-f855-4077-af42-3903b5b97cd5 req-8a31fc34-fb57-4d2e-9259-3415966bfec5 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 210 time: 0.0465915 May 25 15:59:16.861974 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b3666160-5715-4ae2-9e84-470daad5c7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:16.866807 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-a70d5ecc-884e-4488-8f8d-fb67bd893a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:16.878671 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3666160-5715-4ae2-9e84-470daad5c7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e9734c-e3ff-4a98-b91c-ffbee80e34a8,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:16.881710 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-b3666160-5715-4ae2-9e84-470daad5c7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:16.904334 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b3666160-5715-4ae2-9e84-470daad5c7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:16.908729 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-b3666160-5715-4ae2-9e84-470daad5c7f9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c0e9734c-e3ff-4a98-b91c-ffbee80e34a8 HTTP/1.1" status: 204 len: 168 time: 0.9145110 May 25 15:59:16.927927 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619f864-59d5-45b2-96fd-670ff24f7565 req-b8357fd7-ad2e-4b53-9844-a473f318d637 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:16.930246 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f619f864-59d5-45b2-96fd-670ff24f7565 req-b8357fd7-ad2e-4b53-9844-a473f318d637 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 931 time: 0.0940473 May 25 15:59:16.984283 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f619f864-59d5-45b2-96fd-670ff24f7565 req-452ba884-626d-4b3d-8a05-7ae2a6784907 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472491 May 25 15:59:17.218375 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d40077-9fcf-45b2-93f9-392999ec3682 req-665946bf-096f-4653-a6f5-f9b92282b3d7 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:17.220221 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-20d40077-9fcf-45b2-93f9-392999ec3682 req-665946bf-096f-4653-a6f5-f9b92282b3d7 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/ports?device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 943 time: 0.0909169 May 25 15:59:17.269031 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-20d40077-9fcf-45b2-93f9-392999ec3682 req-af2bc730-90df-41d5-bf5a-89c4da3fa0d5 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/security-groups?id=185d9745-029e-497d-af8e-50e587e13def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423706 May 25 15:59:17.530326 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481c9dd-e164-41dc-9a70-6a8e08d09fd3 req-97ff1514-8c07-458a-8062-b6505fa1d4a1 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:17.531880 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a481c9dd-e164-41dc-9a70-6a8e08d09fd3 req-97ff1514-8c07-458a-8062-b6505fa1d4a1 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.0896368 May 25 15:59:17.587096 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a481c9dd-e164-41dc-9a70-6a8e08d09fd3 req-82560ad8-d755-4701-815f-1f9bd30456d3 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490370 May 25 15:59:17.610299 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 43386) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:17.631413 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-f6d3980f-e6ae-4ffd-aa2a-6f727c1b6757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:17.647171 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-f6d3980f-e6ae-4ffd-aa2a-6f727c1b6757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:17.651151 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-f6d3980f-e6ae-4ffd-aa2a-6f727c1b6757 admin admin] Usage tracker for resource:security_group_rule and tenant:3074de66b03647df86701478b1e85fce is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:17.654720 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-f6d3980f-e6ae-4ffd-aa2a-6f727c1b6757 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:17.661620 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-f6d3980f-e6ae-4ffd-aa2a-6f727c1b6757 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:17.749596 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a0d071a8-7d60-4ebd-a06d-da3044e73a37 req-a3e64e0c-c9a0-4a16-9994-cada88fd7ea8 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 210 time: 0.0508475 May 25 15:59:17.813147 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-f6d3980f-e6ae-4ffd-aa2a-6f727c1b6757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:17.895267 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-f6d3980f-e6ae-4ffd-aa2a-6f727c1b6757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:17.906356 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-9c09d1bc-6902-480b-b60e-3efcffae5e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:17.958868 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 43394) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:17.958994 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-f6d3980f-e6ae-4ffd-aa2a-6f727c1b6757 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3074de66b03647df86701478b1e85fce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3421853 May 25 15:59:17.958994 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3980f-e6ae-4ffd-aa2a-6f727c1b6757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb62995a-40e4-421e-8bf5-9814109692cb,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:17.958994 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-f6d3980f-e6ae-4ffd-aa2a-6f727c1b6757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:18.027308 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a06adf71-d885-4cc0-b9da-b1cb2380107d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:18.059125 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a06adf71-d885-4cc0-b9da-b1cb2380107d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:18.205423 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66b082-bbc0-486b-b664-4a69e8c304f6 req-8892552f-bba2-4aff-8f88-89580a88a44b tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:18.207245 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3d66b082-bbc0-486b-b664-4a69e8c304f6 req-8892552f-bba2-4aff-8f88-89580a88a44b tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 931 time: 0.0988994 May 25 15:59:18.245899 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a06adf71-d885-4cc0-b9da-b1cb2380107d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:18.253286 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-51818c59-bdd3-4f59-83a4-1a6ed616a6f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:18.270975 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06adf71-d885-4cc0-b9da-b1cb2380107d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb62995a-40e4-421e-8bf5-9814109692cb,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:18.278250 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a06adf71-d885-4cc0-b9da-b1cb2380107d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:18.286996 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a06adf71-d885-4cc0-b9da-b1cb2380107d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:18.286996 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-a06adf71-d885-4cc0-b9da-b1cb2380107d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cb62995a-40e4-421e-8bf5-9814109692cb HTTP/1.1" status: 204 len: 168 time: 0.3323750 May 25 15:59:18.300279 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3d66b082-bbc0-486b-b664-4a69e8c304f6 req-d734b53f-4616-4b65-a0b1-62f4dd325a1b tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856977 May 25 15:59:18.494909 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdcc78-0119-4f96-9624-9b148d4b4e3f req-bf616d45-8fc3-4ee9-af38-7ce817d160d1 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:18.496333 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-05cdcc78-0119-4f96-9624-9b148d4b4e3f req-bf616d45-8fc3-4ee9-af38-7ce817d160d1 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/ports?device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 943 time: 0.0893598 May 25 15:59:18.547821 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-05cdcc78-0119-4f96-9624-9b148d4b4e3f req-e2cebe7c-75f2-4a3d-9439-b13b6e0283e3 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/security-groups?id=185d9745-029e-497d-af8e-50e587e13def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427732 May 25 15:59:18.812347 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086636e-06de-44ea-983c-c407da966ffd req-44fb6eec-a4f4-49fc-baf3-e584bcbc51dc tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:18.813922 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5086636e-06de-44ea-983c-c407da966ffd req-44fb6eec-a4f4-49fc-baf3-e584bcbc51dc tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.0905328 May 25 15:59:18.864401 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5086636e-06de-44ea-983c-c407da966ffd req-c59f89e7-f9b9-499a-87e1-f195703052ea tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443995 May 25 15:59:19.035761 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b41c269b-9bb6-400e-8843-9305ec568b51 req-0b312a71-78e9-43ab-a926-8fc2331cd21b tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 210 time: 0.0559511 May 25 15:59:19.495765 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 43420) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:19.496490 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8ad8e-c821-4a87-b75e-39c7dda27589 req-92d98cc3-77fe-49ae-a8a2-5ee7c38631c2 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:19.498653 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-18d8ad8e-c821-4a87-b75e-39c7dda27589 req-92d98cc3-77fe-49ae-a8a2-5ee7c38631c2 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 931 time: 0.0863853 May 25 15:59:19.521017 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-fc7414c6-b915-4148-bb61-9cb40abd0b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:19.538594 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-fc7414c6-b915-4148-bb61-9cb40abd0b90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:19.543426 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-fc7414c6-b915-4148-bb61-9cb40abd0b90 admin admin] Usage tracker for resource:security_group_rule and tenant:98b724708b1943f6a91d3a69df3595c6 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:19.547325 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-fc7414c6-b915-4148-bb61-9cb40abd0b90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:19.554106 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-fc7414c6-b915-4148-bb61-9cb40abd0b90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:19.557925 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-18d8ad8e-c821-4a87-b75e-39c7dda27589 req-4106538b-0d37-4dc7-8e59-d8dcaddcd633 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506959 May 25 15:59:19.693686 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-fc7414c6-b915-4148-bb61-9cb40abd0b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:19.791829 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7834de-8e1f-4705-a212-68fd5e720d86 req-6ece64e5-5b32-47be-9b8e-dc3233b94d89 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:19.793417 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ee7834de-8e1f-4705-a212-68fd5e720d86 req-6ece64e5-5b32-47be-9b8e-dc3233b94d89 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/ports?device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 943 time: 0.1252360 May 25 15:59:19.842457 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ee7834de-8e1f-4705-a212-68fd5e720d86 req-edd101a6-c5e5-438b-96b8-40b2f1ec0f61 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/security-groups?id=185d9745-029e-497d-af8e-50e587e13def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424666 May 25 15:59:19.895872 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-fc7414c6-b915-4148-bb61-9cb40abd0b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:19.903839 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-f6d3980f-e6ae-4ffd-aa2a-6f727c1b6757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:19.948709 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7414c6-b915-4148-bb61-9cb40abd0b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fa390c-9370-4e1c-bfec-60e12d7e917c,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:19.953359 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-fc7414c6-b915-4148-bb61-9cb40abd0b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:19.956601 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-fc7414c6-b915-4148-bb61-9cb40abd0b90 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=98b724708b1943f6a91d3a69df3595c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4589791 May 25 15:59:19.959292 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 43432) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:20.032417 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-fa35ddaa-bb97-41b0-ba62-8c3422b84731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:20.070685 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-fa35ddaa-bb97-41b0-ba62-8c3422b84731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:20.086849 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db37614-40c0-4651-a933-7c77dcd69a6f req-b47f3131-f13a-44c9-9820-360500c6393f tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:20.090978 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3db37614-40c0-4651-a933-7c77dcd69a6f req-b47f3131-f13a-44c9-9820-360500c6393f tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.1026480 May 25 15:59:20.141492 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3db37614-40c0-4651-a933-7c77dcd69a6f req-eb400324-7c9c-45d9-bb66-48bd520f41ab tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457811 May 25 15:59:20.209979 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-fa35ddaa-bb97-41b0-ba62-8c3422b84731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:20.214019 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-fb9cdf8b-d3f7-4e5d-93d5-975573771b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:20.235911 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35ddaa-bb97-41b0-ba62-8c3422b84731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fa390c-9370-4e1c-bfec-60e12d7e917c,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:20.242512 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-fa35ddaa-bb97-41b0-ba62-8c3422b84731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:20.250921 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-fa35ddaa-bb97-41b0-ba62-8c3422b84731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:20.254535 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-fa35ddaa-bb97-41b0-ba62-8c3422b84731 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/92fa390c-9370-4e1c-bfec-60e12d7e917c HTTP/1.1" status: 204 len: 168 time: 0.2919245 May 25 15:59:20.287942 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5d7b3764-1401-4c3e-bad6-1d58b8f62518 req-a83071b5-cd90-48dc-85e9-5a229b826c22 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 210 time: 0.0488431 May 25 15:59:20.754379 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c5b6b-7586-4cc6-96cd-0721410bde8d req-54d66659-b1d2-40e4-82fb-18b0e600a6de tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:20.755870 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-872c5b6b-7586-4cc6-96cd-0721410bde8d req-54d66659-b1d2-40e4-82fb-18b0e600a6de tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 931 time: 0.0817266 May 25 15:59:20.801836 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-872c5b6b-7586-4cc6-96cd-0721410bde8d req-9530c1e9-f1ba-4dbd-bdf0-2e83d81dffeb tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404601 May 25 15:59:21.048441 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad718a-2b6d-417e-98f5-627fe697ddc0 req-626fd66a-faf6-4722-af19-5d5ad7189893 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:21.050016 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-92ad718a-2b6d-417e-98f5-627fe697ddc0 req-626fd66a-faf6-4722-af19-5d5ad7189893 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/ports?device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 943 time: 0.0917521 May 25 15:59:21.106301 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-92ad718a-2b6d-417e-98f5-627fe697ddc0 req-ca4fd98c-6102-4535-a368-d7141a34ea7b tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/security-groups?id=185d9745-029e-497d-af8e-50e587e13def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479054 May 25 15:59:21.159138 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-428e9b16-cee6-4fd8-a918-1b67ffb53132 service neutron] Request body: {'port': {'device_id': 'fc8d9e57-81c3-4f8c-8478-7c7b20d42514', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:59:21.281318 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce506e86-4cc0-4db9-adce-ef68ffb479f9 req-cc8a1674-c8db-4dbd-832b-ad0b21e61752 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:21.282923 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ce506e86-4cc0-4db9-adce-ef68ffb479f9 req-cc8a1674-c8db-4dbd-832b-ad0b21e61752 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.91 "GET /v2.0/ports?device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 943 time: 0.1535816 May 25 15:59:21.441868 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-428e9b16-cee6-4fd8-a918-1b67ffb53132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:21.473998 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-ce506e86-4cc0-4db9-adce-ef68ffb479f9 req-3494fca3-c419-4696-b479-e2ed38ea0c75 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Deleting port 0c227456-48b0-4c9e-a84b-815761552e63 {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:59:21.474300 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-ce506e86-4cc0-4db9-adce-ef68ffb479f9 req-3494fca3-c419-4696-b479-e2ed38ea0c75 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:21.582170 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-af98b0b8-fed1-4d2b-a993-ab3bb21a4098 req-1d421dc4-db78-402c-bb6d-605c3219c83b tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d59feb-d6e7-4557-b982-7147bc1fae2e HTTP/1.1" status: 200 len: 210 time: 0.1291652 May 25 15:59:21.648085 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd2602-606a-4bd2-871b-aef3e4300f7a req-70403e0e-4a94-45e0-be55-69d5e58ebc86 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:21.650370 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2edd2602-606a-4bd2-871b-aef3e4300f7a req-70403e0e-4a94-45e0-be55-69d5e58ebc86 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.3006537 May 25 15:59:21.706337 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-ce506e86-4cc0-4db9-adce-ef68ffb479f9 req-3494fca3-c419-4696-b479-e2ed38ea0c75 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] For port 0c227456-48b0-4c9e-a84b-815761552e63, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0c227456-48b0-4c9e-a84b-815761552e63,segment=NetworkSegment(cc158655-8f3b-4caa-8f91-693f267c9132),segment_id=cc158655-8f3b-4caa-8f91-693f267c9132)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:59:21.706696 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-ce506e86-4cc0-4db9-adce-ef68ffb479f9 req-3494fca3-c419-4696-b479-e2ed38ea0c75 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:21.783351 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2edd2602-606a-4bd2-871b-aef3e4300f7a req-1af1285a-5366-40bf-bba0-a1efcf11f892 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252668 May 25 15:59:21.847540 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-ce506e86-4cc0-4db9-adce-ef68ffb479f9 req-3494fca3-c419-4696-b479-e2ed38ea0c75 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Calling delete_port for 0c227456-48b0-4c9e-a84b-815761552e63 owned by compute:nova {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:59:22.083750 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-ce506e86-4cc0-4db9-adce-ef68ffb479f9 req-3494fca3-c419-4696-b479-e2ed38ea0c75 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:22.094081 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.notifiers.nova [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-428e9b16-cee6-4fd8-a918-1b67ffb53132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 693d1b90-616a-491c-8290-a778ec7727ef {{(pid=98824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:59:22.094654 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-4c2c3139-b496-4530-942f-4cddb86451af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:22.103369 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-428e9b16-cee6-4fd8-a918-1b67ffb53132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:22.120659 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5259d-aa82-403a-b1b4-1c184b14b905 req-5375731e-7c9e-44f5-889f-1922fe694297 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:22.122172 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3be5259d-aa82-403a-b1b4-1c184b14b905 req-5375731e-7c9e-44f5-889f-1922fe694297 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 931 time: 0.1779025 May 25 15:59:22.148310 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.provisioning_blocks [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-428e9b16-cee6-4fd8-a918-1b67ffb53132 service neutron] Transition to ACTIVE for port object 693d1b90-616a-491c-8290-a778ec7727ef will not be triggered until provisioned by entity L2. {{(pid=98824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:59:22.172608 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494fca3-c419-4696-b479-e2ed38ea0c75 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Pushing event deleted for resources: {'Port': ['ID=0c227456-48b0-4c9e-a84b-815761552e63,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:22.177206 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-3494fca3-c419-4696-b479-e2ed38ea0c75 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:22.190654 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3be5259d-aa82-403a-b1b4-1c184b14b905 req-6bf7a42b-31ad-4b52-936e-a17d74e41e06 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606349 May 25 15:59:22.233145 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-428e9b16-cee6-4fd8-a918-1b67ffb53132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6454833'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:22.239233 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-b580de7a-2e57-4329-8fd4-ab4b51f9867f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:22.286502 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce506e86-4cc0-4db9-adce-ef68ffb479f9 req-3494fca3-c419-4696-b479-e2ed38ea0c75 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] No DVR routers for this DVR port 0c227456-48b0-4c9e-a84b-815761552e63 on host hv-cinder-78638 {{(pid=98823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:59:22.289374 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-ce506e86-4cc0-4db9-adce-ef68ffb479f9 req-3494fca3-c419-4696-b479-e2ed38ea0c75 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:22.301078 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6a8792-2122-4e65-ae61-985a8f134e13', 'name': 'network-vif-deleted', 'tag': '0c227456-48b0-4c9e-a84b-815761552e63'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:59:22.314091 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-e54fcb28-9cd0-4cf4-90ea-8d79e799cf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:22.375589 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ce506e86-4cc0-4db9-adce-ef68ffb479f9 req-3494fca3-c419-4696-b479-e2ed38ea0c75 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.91 "DELETE /v2.0/ports/0c227456-48b0-4c9e-a84b-815761552e63 HTTP/1.1" status: 204 len: 173 time: 1.0664511 May 25 15:59:22.444272 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2d9b9976-a610-470d-ab9e-73c0f9105ece req-6c0364b6-bfe1-4078-aaa2-6e700d63b51d tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] 10.222.0.72 "GET /v2.0/ports?device_id=db6a8792-2122-4e65-ae61-985a8f134e13 HTTP/1.1" status: 200 len: 210 time: 0.1666040 May 25 15:59:22.475250 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6a8792-2122-4e65-ae61-985a8f134e13', 'name': 'network-vif-deleted', 'tag': '0c227456-48b0-4c9e-a84b-815761552e63', 'status': 'completed', 'code': 200} May 25 15:59:22.489472 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e9b16-cee6-4fd8-a918-1b67ffb53132 service neutron] Pushing event updated for resources: {'Port': ['ID=693d1b90-616a-491c-8290-a778ec7727ef,revision_number=2']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:22.497059 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-428e9b16-cee6-4fd8-a918-1b67ffb53132 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:22.572952 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-428e9b16-cee6-4fd8-a918-1b67ffb53132 service neutron] Attempting to bind port 693d1b90-616a-491c-8290-a778ec7727ef on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:59:22.573292 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-428e9b16-cee6-4fd8-a918-1b67ffb53132 service neutron] Attempting to bind port 693d1b90-616a-491c-8290-a778ec7727ef by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '09faaebc-deae-4e59-aabb-12f66238ab21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'ab46e9ff-c4ed-42a6-a4bf-84fd634e0151'}] {{(pid=98824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:59:22.573626 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-428e9b16-cee6-4fd8-a918-1b67ffb53132 service neutron] Attempting to bind port 693d1b90-616a-491c-8290-a778ec7727ef on network ab46e9ff-c4ed-42a6-a4bf-84fd634e0151 {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:59:22.580354 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-428e9b16-cee6-4fd8-a918-1b67ffb53132 service neutron] Port 693d1b90-616a-491c-8290-a778ec7727ef on network ab46e9ff-c4ed-42a6-a4bf-84fd634e0151 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:59:22.580556 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-428e9b16-cee6-4fd8-a918-1b67ffb53132 service neutron] Attempting to bind port 693d1b90-616a-491c-8290-a778ec7727ef on network ab46e9ff-c4ed-42a6-a4bf-84fd634e0151 {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:59:22.588235 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-428e9b16-cee6-4fd8-a918-1b67ffb53132 service neutron] Checking agent: {'id': '8886f986-558f-4b39-be9e-9feee4f02dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'started_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:59:22.602518 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-428e9b16-cee6-4fd8-a918-1b67ffb53132 service neutron] Checking segment: {'id': '09faaebc-deae-4e59-aabb-12f66238ab21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'ab46e9ff-c4ed-42a6-a4bf-84fd634e0151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:59:22.602518 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-428e9b16-cee6-4fd8-a918-1b67ffb53132 service neutron] Bound using segment: {'id': '09faaebc-deae-4e59-aabb-12f66238ab21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'ab46e9ff-c4ed-42a6-a4bf-84fd634e0151'} {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:59:22.602518 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-428e9b16-cee6-4fd8-a918-1b67ffb53132 service neutron] Bound port: 693d1b90-616a-491c-8290-a778ec7727ef, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09faaebc-deae-4e59-aabb-12f66238ab21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'ab46e9ff-c4ed-42a6-a4bf-84fd634e0151'}}] {{(pid=98824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:59:22.602518 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-428e9b16-cee6-4fd8-a918-1b67ffb53132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:22.692254 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.db [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-428e9b16-cee6-4fd8-a918-1b67ffb53132 service neutron] For port 693d1b90-616a-491c-8290-a778ec7727ef, host hv-cinder-78638, cleared binding levels {{(pid=98824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:59:22.693732 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.db [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-428e9b16-cee6-4fd8-a918-1b67ffb53132 service neutron] For port 693d1b90-616a-491c-8290-a778ec7727ef, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=693d1b90-616a-491c-8290-a778ec7727ef,segment=NetworkSegment(09faaebc-deae-4e59-aabb-12f66238ab21),segment_id=09faaebc-deae-4e59-aabb-12f66238ab21)] {{(pid=98824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:59:22.781820 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-428e9b16-cee6-4fd8-a918-1b67ffb53132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6454833'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:22.785848 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:22.849588 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-428e9b16-cee6-4fd8-a918-1b67ffb53132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:22.849825 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-428e9b16-cee6-4fd8-a918-1b67ffb53132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for port, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:22.851108 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-428e9b16-cee6-4fd8-a918-1b67ffb53132 service neutron] 10.222.0.91 "PUT /v2.0/ports/693d1b90-616a-491c-8290-a778ec7727ef HTTP/1.1" status: 200 len: 1093 time: 1.6972322 May 25 15:59:22.851583 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8d9e57-81c3-4f8c-8478-7c7b20d42514', 'tag': '693d1b90-616a-491c-8290-a778ec7727ef'}] {{(pid=98824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:59:22.896945 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e9b16-cee6-4fd8-a918-1b67ffb53132 service neutron] Pushing event updated for resources: {'Port': ['ID=693d1b90-616a-491c-8290-a778ec7727ef,revision_number=3']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:22.900463 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-428e9b16-cee6-4fd8-a918-1b67ffb53132 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:22.924318 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8d9e57-81c3-4f8c-8478-7c7b20d42514', 'tag': '693d1b90-616a-491c-8290-a778ec7727ef', 'status': 'completed', 'code': 200} May 25 15:59:23.135788 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288ccf8-1bea-4d08-aeba-035f288e1c6d req-588b6541-1e39-4662-93f2-adb59675e1ba tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:23.137233 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4288ccf8-1bea-4d08-aeba-035f288e1c6d req-588b6541-1e39-4662-93f2-adb59675e1ba tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.1781666 May 25 15:59:23.175103 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fcbee-5ff2-4e39-acdc-4b728ccfd9b6 req-79194d36-d0dd-4c2b-8934-3eccdce91632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:23.176673 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d82fcbee-5ff2-4e39-acdc-4b728ccfd9b6 req-79194d36-d0dd-4c2b-8934-3eccdce91632 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=04e5d6c18a744c4fb33799b5049c26af&device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 1096 time: 0.1668692 May 25 15:59:23.190022 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4288ccf8-1bea-4d08-aeba-035f288e1c6d req-af79642d-7fdd-4e6e-bf5c-3e4e5bda8677 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448408 May 25 15:59:23.462756 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0e16b-1b88-4829-b4cf-3abd4b412d46 req-1a949224-ef2b-4849-8dc8-657e626bfa7f tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:23.464235 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f2e0e16b-1b88-4829-b4cf-3abd4b412d46 req-1a949224-ef2b-4849-8dc8-657e626bfa7f tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 943 time: 0.1403792 May 25 15:59:23.467193 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fcbee-5ff2-4e39-acdc-4b728ccfd9b6 req-017baf28-5022-474e-ab6e-99bf045fb0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:23.469422 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d82fcbee-5ff2-4e39-acdc-4b728ccfd9b6 req-017baf28-5022-474e-ab6e-99bf045fb0d2 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=04e5d6c18a744c4fb33799b5049c26af&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2742927 May 25 15:59:23.759462 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f2e0e16b-1b88-4829-b4cf-3abd4b412d46 req-a141c157-e2a5-4574-bc24-2d798bbbaa9d tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869656 May 25 15:59:23.829933 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fcbee-5ff2-4e39-acdc-4b728ccfd9b6 req-35eeb682-93a5-4c82-bd29-8e4ecd709038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:23.835689 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d82fcbee-5ff2-4e39-acdc-4b728ccfd9b6 req-35eeb682-93a5-4c82-bd29-8e4ecd709038 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3484139 May 25 15:59:23.994337 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-4ee2ab88-debc-43b2-8e05-f4d40717094a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:23.995811 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-4ee2ab88-debc-43b2-8e05-f4d40717094a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=04e5d6c18a744c4fb33799b5049c26af&device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 1096 time: 0.0848846 May 25 15:59:24.096939 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-ebe6d73e-d043-4884-9b5f-902eeac2244c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=693d1b90-616a-491c-8290-a778ec7727ef HTTP/1.1" status: 200 len: 217 time: 0.0738244 May 25 15:59:24.171837 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-6e976355-2cd4-4843-9a6c-92fbb0715d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:24.173293 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-6e976355-2cd4-4843-9a6c-92fbb0715d79 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68 HTTP/1.1" status: 200 len: 853 time: 0.0679901 May 25 15:59:24.264442 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-2fd8d503-45b9-4c92-81da-76e01e1cc44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:24.266192 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-2fd8d503-45b9-4c92-81da-76e01e1cc44a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ab46e9ff-c4ed-42a6-a4bf-84fd634e0151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0857432 May 25 15:59:24.471522 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-0330ba0f-472b-4201-b717-6ec08f18727d service neutron] 10.222.0.91 "GET /v2.0/networks/ab46e9ff-c4ed-42a6-a4bf-84fd634e0151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925507 May 25 15:59:24.484184 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968ed36-4fba-4881-b473-0a887c9effd8 req-370d81f5-5a1a-46ce-9070-ab6eb3659d7d tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:24.485630 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c968ed36-4fba-4881-b473-0a887c9effd8 req-370d81f5-5a1a-46ce-9070-ab6eb3659d7d tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.1391120 May 25 15:59:24.627515 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c968ed36-4fba-4881-b473-0a887c9effd8 req-4bbe818a-4ffa-440c-a884-bde0212a597c tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207542 May 25 15:59:24.651251 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e946fb66-dffb-4d81-b982-799d04f6ee3d req-a7db671a-691c-4da9-8587-0d27fcb47d38 service neutron] 10.222.0.91 "GET /v2.0/networks/ab46e9ff-c4ed-42a6-a4bf-84fd634e0151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646974 May 25 15:59:24.742715 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:24.775803 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8d4eec54-1d55-4ca1-9cb2-c0c0ae84092a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:25.055455 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564da8b-a3d0-419b-9885-51382608ff35 req-1b646800-8edb-4589-abe7-ee388ebceeca tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:25.057098 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7564da8b-a3d0-419b-9885-51382608ff35 req-1b646800-8edb-4589-abe7-ee388ebceeca tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 943 time: 0.1147931 May 25 15:59:25.077817 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:25.107868 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7564da8b-a3d0-419b-9885-51382608ff35 req-c3094321-6163-4993-bcd5-2d3da2b5f546 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434089 May 25 15:59:25.827714 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412abf42-9a8a-4f18-9a44-d0e1b50a5b86 req-7bd45c5c-5cc5-43bb-a33f-1e5a00890727 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:25.829266 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-412abf42-9a8a-4f18-9a44-d0e1b50a5b86 req-7bd45c5c-5cc5-43bb-a33f-1e5a00890727 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.0907881 May 25 15:59:25.864969 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:25.880239 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-412abf42-9a8a-4f18-9a44-d0e1b50a5b86 req-5dc7526b-8850-4ebb-bac4-139ad43d758e tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446162 May 25 15:59:26.301473 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b2488-c5eb-446d-bbc6-4e5ae36d2055 req-8d1a66cb-dbe6-4502-a0b9-06e7da967226 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:26.302959 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5d3b2488-c5eb-446d-bbc6-4e5ae36d2055 req-8d1a66cb-dbe6-4502-a0b9-06e7da967226 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 943 time: 0.0841992 May 25 15:59:26.352366 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5d3b2488-c5eb-446d-bbc6-4e5ae36d2055 req-405f6f95-37ee-4356-bc46-3a2eb0f99351 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433750 May 25 15:59:27.121709 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82058f-09b0-45f8-b6a6-45600617c275 req-58176bd6-aa2f-4812-a5ef-64e231a78ca1 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:27.124398 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-fc82058f-09b0-45f8-b6a6-45600617c275 req-58176bd6-aa2f-4812-a5ef-64e231a78ca1 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.1232412 May 25 15:59:27.214261 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-fc82058f-09b0-45f8-b6a6-45600617c275 req-58fd9645-0395-44fa-8958-f8d82f3741df tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783012 May 25 15:59:27.646568 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a6585-34c0-419c-a974-5cecae98d519 req-eaeafa69-0b76-4448-9513-c507413ba457 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:27.656734 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d88a6585-34c0-419c-a974-5cecae98d519 req-eaeafa69-0b76-4448-9513-c507413ba457 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 943 time: 0.1096106 May 25 15:59:27.733915 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d88a6585-34c0-419c-a974-5cecae98d519 req-4e1ac8c7-0a57-4adb-8998-adc7eb9c832c tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761352 May 25 15:59:27.959994 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:28.403755 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 693d1b90-616a-491c-8290-a778ec7727ef details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:59:28.418544 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cff6f7-8fb4-4403-946e-0845b0ea4763 req-fbeb0853-8081-4cd6-af5e-73b4d8278cb5 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:28.425372 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-43cff6f7-8fb4-4403-946e-0845b0ea4763 req-fbeb0853-8081-4cd6-af5e-73b4d8278cb5 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.0976849 May 25 15:59:28.523635 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-43cff6f7-8fb4-4403-946e-0845b0ea4763 req-4ac6107e-2adc-4f6e-b822-688e89e7d036 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963664 May 25 15:59:28.638461 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 693d1b90-616a-491c-8290-a778ec7727ef, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=693d1b90-616a-491c-8290-a778ec7727ef,segment=NetworkSegment(09faaebc-deae-4e59-aabb-12f66238ab21),segment_id=09faaebc-deae-4e59-aabb-12f66238ab21)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:59:28.655411 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Returning: {'device': '693d1b90-616a-491c-8290-a778ec7727ef', 'network_id': 'ab46e9ff-c4ed-42a6-a4bf-84fd634e0151', 'port_id': '693d1b90-616a-491c-8290-a778ec7727ef', 'mac_address': 'fa:16:3e:dc:81:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:59:28.725826 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:28.744305 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 693d1b90-616a-491c-8290-a778ec7727ef {{(pid=98825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:59:28.760989 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 693d1b90-616a-491c-8290-a778ec7727ef, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=693d1b90-616a-491c-8290-a778ec7727ef,segment=NetworkSegment(09faaebc-deae-4e59-aabb-12f66238ab21),segment_id=09faaebc-deae-4e59-aabb-12f66238ab21)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:59:28.839959 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:28.843861 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-ae2acda9-a619-4095-9404-6bd06f3b420c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:28.931499 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=693d1b90-616a-491c-8290-a778ec7727ef,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:28.934962 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:29.034643 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc45470-7641-4e38-b61d-8cc0e3f4d730 req-b4ccd736-5744-4868-a3d9-05be683ee506 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:29.036413 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-dcc45470-7641-4e38-b61d-8cc0e3f4d730 req-b4ccd736-5744-4868-a3d9-05be683ee506 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 944 time: 0.1249769 May 25 15:59:29.096739 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-dcc45470-7641-4e38-b61d-8cc0e3f4d730 req-61e333cc-d8e3-48b0-9b45-e01dc830ea9c tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540996 May 25 15:59:29.261824 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['693d1b90-616a-491c-8290-a778ec7727ef'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:59:29.899945 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a97ad-34af-498b-9762-5f4028ab996c req-4b910a05-479c-4131-8e90-388b51180740 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:29.901696 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-577a97ad-34af-498b-9762-5f4028ab996c req-4b910a05-479c-4131-8e90-388b51180740 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.2364376 May 25 15:59:30.009180 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-577a97ad-34af-498b-9762-5f4028ab996c req-59a5013e-4560-4b20-843c-b8284ed30e35 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943568 May 25 15:59:30.421917 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 693d1b90-616a-491c-8290-a778ec7727ef up at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:59:30.458832 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d8025-97fd-4de1-b7ac-2519389fe733 req-d064c0d9-6b6f-4c12-bb9f-933597215c8c tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:30.461315 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-fe9d8025-97fd-4de1-b7ac-2519389fe733 req-d064c0d9-6b6f-4c12-bb9f-933597215c8c tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 944 time: 0.1751711 May 25 15:59:30.610958 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-fe9d8025-97fd-4de1-b7ac-2519389fe733 req-25ac80dd-5195-4a2d-bee4-d6cdf99dbb49 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393893 May 25 15:59:30.630253 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning for port 693d1b90-616a-491c-8290-a778ec7727ef completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:59:30.635754 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning complete for port 693d1b90-616a-491c-8290-a778ec7727ef triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:59:30.636148 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:30.759272 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:30.788692 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8d9e57-81c3-4f8c-8478-7c7b20d42514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693d1b90-616a-491c-8290-a778ec7727ef'}] {{(pid=98825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:59:30.799440 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 693d1b90-616a-491c-8290-a778ec7727ef, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=693d1b90-616a-491c-8290-a778ec7727ef,segment=NetworkSegment(09faaebc-deae-4e59-aabb-12f66238ab21),segment_id=09faaebc-deae-4e59-aabb-12f66238ab21)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:59:30.834753 dv-cinder-786384-6-smb neutron-server[98825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8d9e57-81c3-4f8c-8478-7c7b20d42514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693d1b90-616a-491c-8290-a778ec7727ef', 'code': 200} May 25 15:59:30.876627 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:30.878682 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-d47c3acf-a397-400a-8689-ad91aef2c753 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:30.954035 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=693d1b90-616a-491c-8290-a778ec7727ef,revision_number=5']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:30.957151 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:31.264362 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22e60d-4678-42b2-971e-67e3435b7240 req-040b6b68-c38c-4467-9cd0-7b6ff4ad064c tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:31.271345 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1d22e60d-4678-42b2-971e-67e3435b7240 req-040b6b68-c38c-4467-9cd0-7b6ff4ad064c tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.0974276 May 25 15:59:31.371938 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1d22e60d-4678-42b2-971e-67e3435b7240 req-ac2c92da-4de3-4193-9055-8b31cff23d51 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950480 May 25 15:59:31.408461 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be138c12-733a-4bbe-898d-b1bfb900e081 req-ffe6cc82-1f66-49c4-aa39-4c23530d29e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:31.409967 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-be138c12-733a-4bbe-898d-b1bfb900e081 req-ffe6cc82-1f66-49c4-aa39-4c23530d29e4 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 1098 time: 0.1068528 May 25 15:59:31.456058 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-be138c12-733a-4bbe-898d-b1bfb900e081 req-29e94923-c3e2-4ee9-810f-4a9261447544 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379641 May 25 15:59:31.830730 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d31a57-59db-44dd-9e15-117f776e5932 req-1d36e360-96ee-477d-9606-9139ba53baf1 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:31.832783 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-52d31a57-59db-44dd-9e15-117f776e5932 req-1d36e360-96ee-477d-9606-9139ba53baf1 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 945 time: 0.0969019 May 25 15:59:31.889962 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-52d31a57-59db-44dd-9e15-117f776e5932 req-783b05b6-6d4e-41f5-b7fa-67d0976614fa tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503454 May 25 15:59:32.576082 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72608d7-74ca-471a-b5cb-b658586b6ee6 req-39e3cfeb-8174-42c3-8c53-46f135fa4b7e tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:32.577922 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b72608d7-74ca-471a-b5cb-b658586b6ee6 req-39e3cfeb-8174-42c3-8c53-46f135fa4b7e tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.1040292 May 25 15:59:32.642094 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b72608d7-74ca-471a-b5cb-b658586b6ee6 req-fe201052-e650-4c59-873f-a566e6d3ebe8 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560968 May 25 15:59:33.117135 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5044c2b-ce98-4bca-951b-fb61dc8e5c4b req-fbfcb71c-85b0-47e5-8012-013ed5157920 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:33.118695 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e5044c2b-ce98-4bca-951b-fb61dc8e5c4b req-fbfcb71c-85b0-47e5-8012-013ed5157920 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 945 time: 0.0848646 May 25 15:59:33.208302 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e5044c2b-ce98-4bca-951b-fb61dc8e5c4b req-3fbd9945-bb80-4dc3-bd24-c7caf0fb57d5 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823491 May 25 15:59:33.921778 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c99ac-50be-4353-ba2e-244d89a5780e req-1f7ae728-3695-45de-9e29-a6d2e45ff27f tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:33.924353 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-de3c99ac-50be-4353-ba2e-244d89a5780e req-1f7ae728-3695-45de-9e29-a6d2e45ff27f tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.1286373 May 25 15:59:33.996391 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-de3c99ac-50be-4353-ba2e-244d89a5780e req-99f0aa26-5ff1-421e-b30a-9c47ddc2bbad tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517066 May 25 15:59:34.684538 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c71105-46eb-4e3e-88f0-aeb9e181907d req-050ba23f-22ca-40c0-8731-75e32686d7dc tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:34.686297 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-47c71105-46eb-4e3e-88f0-aeb9e181907d req-050ba23f-22ca-40c0-8731-75e32686d7dc tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 945 time: 0.1799109 May 25 15:59:34.808234 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-47c71105-46eb-4e3e-88f0-aeb9e181907d req-9ab13aef-d3ee-4118-aaf4-cafec78c9f0f tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144731 May 25 15:59:35.070583 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a947c08-d987-427d-831d-2adcf7e91be0 req-647bb982-b634-4a0b-8bf6-1d740dbcd5df tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:35.072117 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6a947c08-d987-427d-831d-2adcf7e91be0 req-647bb982-b634-4a0b-8bf6-1d740dbcd5df tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 945 time: 0.0967140 May 25 15:59:35.167961 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6a947c08-d987-427d-831d-2adcf7e91be0 req-cd2adb83-ab1c-48bc-9bfe-ef8853a8e287 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900633 May 25 15:59:35.206992 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624da2f4-fd09-4935-9729-ab5cc4874426 req-011ee667-f689-41e9-b172-9e31ee037fde tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:35.208460 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-624da2f4-fd09-4935-9729-ab5cc4874426 req-011ee667-f689-41e9-b172-9e31ee037fde tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.0958812 May 25 15:59:35.264332 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-624da2f4-fd09-4935-9729-ab5cc4874426 req-1263166a-5312-4041-9062-92786fd6b06b tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499005 May 25 15:59:35.646447 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256ce89-ea7f-4fb6-8a4b-a32513e58dfb req-7be240bd-9752-4c4f-bcdf-e63ae1c6c1d1 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:35.646447 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4256ce89-ea7f-4fb6-8a4b-a32513e58dfb req-7be240bd-9752-4c4f-bcdf-e63ae1c6c1d1 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 945 time: 0.1244969 May 25 15:59:35.716134 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4256ce89-ea7f-4fb6-8a4b-a32513e58dfb req-f8bfb024-ec45-4c3d-b180-e1c563dbd7ec tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660181 May 25 15:59:36.532764 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d340eb2-8df0-4cc7-94ce-d9d9a22c1070 req-bca07930-5913-4fc2-89fd-73b5b8e09974 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:36.535760 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3d340eb2-8df0-4cc7-94ce-d9d9a22c1070 req-bca07930-5913-4fc2-89fd-73b5b8e09974 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.1214924 May 25 15:59:36.659917 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3d340eb2-8df0-4cc7-94ce-d9d9a22c1070 req-a6e41926-1048-4f17-8b8c-a5f45cde3609 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188185 May 25 15:59:37.493579 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 43876) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:37.632480 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-5b7b0b8e-c7d3-4427-8429-756efb23c976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:37.656479 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-5b7b0b8e-c7d3-4427-8429-756efb23c976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:37.661280 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-5b7b0b8e-c7d3-4427-8429-756efb23c976 admin admin] Usage tracker for resource:security_group_rule and tenant:8ea81ec22acd4ac99cedf9b936b42a38 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:37.667296 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-5b7b0b8e-c7d3-4427-8429-756efb23c976 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:37.670830 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-5b7b0b8e-c7d3-4427-8429-756efb23c976 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:37.765048 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-5b7b0b8e-c7d3-4427-8429-756efb23c976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:37.865861 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-5b7b0b8e-c7d3-4427-8429-756efb23c976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:37.874778 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc89ada-5729-4ee0-ad59-42397e99dd5e req-2524aa5e-d9aa-4513-af0e-6f0f95553439 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:37.876433 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-c79881b8-d075-4be9-ba21-be6996dcc260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:37.877482 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6dc89ada-5729-4ee0-ad59-42397e99dd5e req-2524aa5e-d9aa-4513-af0e-6f0f95553439 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.0967207 May 25 15:59:37.910251 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b0b8e-c7d3-4427-8429-756efb23c976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987d78fe-068d-4edc-bd1d-bcf46f10818c,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:37.926939 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6dc89ada-5729-4ee0-ad59-42397e99dd5e req-eab7aa77-e492-4938-8400-7f0e0b7edb86 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425000 May 25 15:59:37.928224 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-5b7b0b8e-c7d3-4427-8429-756efb23c976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:37.945730 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-5b7b0b8e-c7d3-4427-8429-756efb23c976 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8ea81ec22acd4ac99cedf9b936b42a38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4509594 May 25 15:59:37.948339 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 43892) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:38.052129 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-f872bbf1-2266-4d0d-a6d9-02821d6b702a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:38.095729 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-f872bbf1-2266-4d0d-a6d9-02821d6b702a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:38.364548 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-f872bbf1-2266-4d0d-a6d9-02821d6b702a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:38.370912 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-0811f44d-1e54-4931-8832-fe71b5fbf445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:38.398709 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872bbf1-2266-4d0d-a6d9-02821d6b702a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987d78fe-068d-4edc-bd1d-bcf46f10818c,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:38.398709 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-f872bbf1-2266-4d0d-a6d9-02821d6b702a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:38.398709 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-f872bbf1-2266-4d0d-a6d9-02821d6b702a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:38.398709 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-f872bbf1-2266-4d0d-a6d9-02821d6b702a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/987d78fe-068d-4edc-bd1d-bcf46f10818c HTTP/1.1" status: 204 len: 168 time: 0.4453046 May 25 15:59:39.316558 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 43924) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:39.338042 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-295c2a20-be94-4a4a-9eea-dd96576be7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:39.357793 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-295c2a20-be94-4a4a-9eea-dd96576be7bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:39.364911 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-295c2a20-be94-4a4a-9eea-dd96576be7bb admin admin] Usage tracker for resource:security_group_rule and tenant:4da6f184abeb4d9e8a91bca6e9499281 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:39.368010 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-295c2a20-be94-4a4a-9eea-dd96576be7bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:39.375422 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-295c2a20-be94-4a4a-9eea-dd96576be7bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:39.532005 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-295c2a20-be94-4a4a-9eea-dd96576be7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:39.693440 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-295c2a20-be94-4a4a-9eea-dd96576be7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:39.700808 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-b3666160-5715-4ae2-9e84-470daad5c7f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:39.745504 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c2a20-be94-4a4a-9eea-dd96576be7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eecd637-ee7f-4ed0-b88c-be7ffe5300d6,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:39.753217 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-295c2a20-be94-4a4a-9eea-dd96576be7bb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4da6f184abeb4d9e8a91bca6e9499281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4354699 May 25 15:59:39.754694 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-295c2a20-be94-4a4a-9eea-dd96576be7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:39.756258 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 43930) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:39.818679 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-a1f49320-5956-4a0d-8c56-9085922ece17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:39.855475 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-a1f49320-5956-4a0d-8c56-9085922ece17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:40.027655 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-a1f49320-5956-4a0d-8c56-9085922ece17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:40.033541 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-ebb9ec3d-e692-426a-a0dd-0a7650d89c45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:40.045721 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f49320-5956-4a0d-8c56-9085922ece17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eecd637-ee7f-4ed0-b88c-be7ffe5300d6,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:40.048683 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-a1f49320-5956-4a0d-8c56-9085922ece17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:40.055375 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-a1f49320-5956-4a0d-8c56-9085922ece17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:40.056498 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-a1f49320-5956-4a0d-8c56-9085922ece17 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8eecd637-ee7f-4ed0-b88c-be7ffe5300d6 HTTP/1.1" status: 204 len: 168 time: 0.2979302 May 25 15:59:40.269799 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edabb3-5d6a-4745-afbc-7abd70636a03 req-fe4294fe-49bb-4c2b-9733-df9b1425bd8b tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:40.272101 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-19edabb3-5d6a-4745-afbc-7abd70636a03 req-fe4294fe-49bb-4c2b-9733-df9b1425bd8b tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.2626724 May 25 15:59:40.343964 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-19edabb3-5d6a-4745-afbc-7abd70636a03 req-3c5af266-24e1-4190-bf9e-751a3f9b475d tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622869 May 25 15:59:41.041337 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 43956) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:41.080297 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9862ba78-6579-415d-8d1c-5bed37232017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:41.099344 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-9862ba78-6579-415d-8d1c-5bed37232017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:41.103605 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-9862ba78-6579-415d-8d1c-5bed37232017 admin admin] Usage tracker for resource:security_group_rule and tenant:3505a06817e546afa3eef1cd4864211a is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:41.110249 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-9862ba78-6579-415d-8d1c-5bed37232017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:41.117698 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-9862ba78-6579-415d-8d1c-5bed37232017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:41.259016 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9862ba78-6579-415d-8d1c-5bed37232017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:41.445186 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9862ba78-6579-415d-8d1c-5bed37232017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:41.457503 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-5b7b0b8e-c7d3-4427-8429-756efb23c976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:41.506562 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-9862ba78-6579-415d-8d1c-5bed37232017 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3505a06817e546afa3eef1cd4864211a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4632778 May 25 15:59:41.507643 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862ba78-6579-415d-8d1c-5bed37232017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5659f884-b675-47f8-997d-4069c8b59332,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:41.510624 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 43964) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:41.512938 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-9862ba78-6579-415d-8d1c-5bed37232017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:41.594812 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-a4b45a0d-3055-4080-af93-68b2a09e95ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:41.598702 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43996c-dcd3-4824-9ba5-b77c453cc707 req-ea1f1bb5-23e6-469f-9fd2-65ab7ff645a2 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:41.600295 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ac43996c-dcd3-4824-9ba5-b77c453cc707 req-ea1f1bb5-23e6-469f-9fd2-65ab7ff645a2 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.1495922 May 25 15:59:41.623515 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-a4b45a0d-3055-4080-af93-68b2a09e95ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:41.655640 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ac43996c-dcd3-4824-9ba5-b77c453cc707 req-a202c854-54a1-49b1-b3df-2550beaaeddf tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484889 May 25 15:59:41.747512 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-a4b45a0d-3055-4080-af93-68b2a09e95ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:41.752468 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-295c2a20-be94-4a4a-9eea-dd96576be7bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:41.770705 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b45a0d-3055-4080-af93-68b2a09e95ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5659f884-b675-47f8-997d-4069c8b59332,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:41.774186 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-a4b45a0d-3055-4080-af93-68b2a09e95ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:41.783328 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-a4b45a0d-3055-4080-af93-68b2a09e95ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:41.790027 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-a4b45a0d-3055-4080-af93-68b2a09e95ed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5659f884-b675-47f8-997d-4069c8b59332 HTTP/1.1" status: 204 len: 168 time: 0.2785707 May 25 15:59:42.116571 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:59:42.948559 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb59990-1fea-4b41-8c5d-a6d87bdbf27d req-3db6c89d-cb7f-419b-8933-be4b2c21cd49 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:42.957203 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ceb59990-1fea-4b41-8c5d-a6d87bdbf27d req-3db6c89d-cb7f-419b-8933-be4b2c21cd49 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.1416528 May 25 15:59:43.048404 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ceb59990-1fea-4b41-8c5d-a6d87bdbf27d req-94871507-aa0a-40fb-b538-fcf23d6e94e6 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869026 May 25 15:59:44.056020 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345b7ae-14a3-46f9-b706-b8a8436051e8 req-159c9493-1fb8-4ba9-bacd-2a895de84fbf tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:44.057560 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5345b7ae-14a3-46f9-b706-b8a8436051e8 req-159c9493-1fb8-4ba9-bacd-2a895de84fbf tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 945 time: 0.1039507 May 25 15:59:44.115233 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5345b7ae-14a3-46f9-b706-b8a8436051e8 req-489e2e26-d02c-430f-a3be-3d8e07816d0e tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511975 May 25 15:59:44.140146 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 44032) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:44.478520 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f29ea-e847-45cf-8325-375f94c7ce19 req-68505cab-f857-449b-a089-f889fb56e88c tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:44.492569 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-419f29ea-e847-45cf-8325-375f94c7ce19 req-68505cab-f857-449b-a089-f889fb56e88c tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.2183690 May 25 15:59:44.809171 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-419f29ea-e847-45cf-8325-375f94c7ce19 req-b8e706d1-e237-4ef5-91cb-9ada90308b40 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148651 May 25 15:59:44.873646 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea1726-3ecb-43a9-9a87-5bcf08e5fb51 req-a4a88528-5c4d-4f70-a346-701b0ef60ad2 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:44.882836 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-17ea1726-3ecb-43a9-9a87-5bcf08e5fb51 req-a4a88528-5c4d-4f70-a346-701b0ef60ad2 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.3863046 May 25 15:59:44.965460 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-17ea1726-3ecb-43a9-9a87-5bcf08e5fb51 req-419154b6-67d0-4bcf-b0c8-fd6ace00b81f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812056 May 25 15:59:44.969281 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8811e720-8f2e-4703-9a1c-2176bfd2f63e tempest-TestMinimumBasicScenario-1646074503 tempest-TestMinimumBasicScenario-1646074503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:44.976119 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-8811e720-8f2e-4703-9a1c-2176bfd2f63e tempest-TestMinimumBasicScenario-1646074503 tempest-TestMinimumBasicScenario-1646074503-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 1093 time: 0.8307137 May 25 15:59:44.976451 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 44090) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:44.986142 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-a7f6e830-2b99-42e0-ba8d-31acf79c3fe9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Request body: {'floatingip': {'floating_network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'port_id': '693d1b90-616a-491c-8290-a778ec7727ef', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'fixed_ip_address': '172.20.0.3'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:59:45.006446 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-a7f6e830-2b99-42e0-ba8d-31acf79c3fe9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:45.015914 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-a7f6e830-2b99-42e0-ba8d-31acf79c3fe9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Usage tracker for resource:floatingip and tenant:04e5d6c18a744c4fb33799b5049c26af is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:45.020229 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-a7f6e830-2b99-42e0-ba8d-31acf79c3fe9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:45.031897 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-a7f6e830-2b99-42e0-ba8d-31acf79c3fe9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:45.147947 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a7f6e830-2b99-42e0-ba8d-31acf79c3fe9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for floatingip, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:45.377458 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a7f6e830-2b99-42e0-ba8d-31acf79c3fe9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:45.634537 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_common [None req-a7f6e830-2b99-42e0-ba8d-31acf79c3fe9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Allocated IP 172.28.1.187 (be3871dc-f381-4103-8f68-0343c836dc76/3c10e3ea-68ab-49d4-8887-aa85c11495c1/4ac82e69-0fa9-4997-b757-4c4346c0333d) {{(pid=98824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:59:45.986191 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a7f6e830-2b99-42e0-ba8d-31acf79c3fe9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for port, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:46.034083 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae3182-4502-4614-8d54-4bb40659fe68 req-c2bfa4e7-9eb2-4797-bd07-04f5864e8122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:46.039591 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1dae3182-4502-4614-8d54-4bb40659fe68 req-c2bfa4e7-9eb2-4797-bd07-04f5864e8122 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 1098 time: 0.2480843 May 25 15:59:46.114793 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1dae3182-4502-4614-8d54-4bb40659fe68 req-afbab789-82e3-46c3-b8e4-dc31f0abe7de service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718613 May 25 15:59:46.129980 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a61f1d-67bf-440f-8f50-f79266d51590 req-c13904eb-a373-4374-8b25-c0c6d742e4bd tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:46.131525 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c3a61f1d-67bf-440f-8f50-f79266d51590 req-c13904eb-a373-4374-8b25-c0c6d742e4bd tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.1852605 May 25 15:59:46.214672 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a7f6e830-2b99-42e0-ba8d-31acf79c3fe9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6454840'] for port, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:46.225036 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-935a76bc-d493-4f2e-8f66-e76fbccd7089 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:46.330031 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f6e830-2b99-42e0-ba8d-31acf79c3fe9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Network be3871dc-f381-4103-8f68-0343c836dc76 is already hosted by enough agents. {{(pid=98824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:59:46.342289 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [None req-a7f6e830-2b99-42e0-ba8d-31acf79c3fe9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Resources bound (agent type, host, resource id): {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:59:46.346882 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c3a61f1d-67bf-440f-8f50-f79266d51590 req-61adbe56-104e-43d1-829f-7d3f5e104158 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971507 May 25 15:59:46.349691 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f6e830-2b99-42e0-ba8d-31acf79c3fe9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Received port after_create {{(pid=98824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:59:46.390907 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6e830-2b99-42e0-ba8d-31acf79c3fe9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Pushing event updated for resources: {'Port': ['ID=4ac82e69-0fa9-4997-b757-4c4346c0333d,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:46.412764 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a7f6e830-2b99-42e0-ba8d-31acf79c3fe9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:46.467103 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4891c-5978-4750-a41a-a3cef24328f0 req-c4b29698-508a-4efd-b17f-e11a6db82bd4 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:46.469140 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f2b4891c-5978-4750-a41a-a3cef24328f0 req-c4b29698-508a-4efd-b17f-e11a6db82bd4 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.2951505 May 25 15:59:46.584159 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f2b4891c-5978-4750-a41a-a3cef24328f0 req-f599f336-0c73-4375-80b7-634820a54164 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015296 May 25 15:59:47.148234 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a7f6e830-2b99-42e0-ba8d-31acf79c3fe9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:47.431129 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a7f6e830-2b99-42e0-ba8d-31acf79c3fe9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:47.708910 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78a816-021e-471d-8517-a86d8236d9f2 req-72394872-86d8-4b5f-b02d-d11566bf46e6 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:47.710622 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5c78a816-021e-471d-8517-a86d8236d9f2 req-72394872-86d8-4b5f-b02d-d11566bf46e6 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.2302966 May 25 15:59:47.812544 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5c78a816-021e-471d-8517-a86d8236d9f2 req-74434cd1-f5ad-43eb-8d1a-dd9cef6e7d65 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953026 May 25 15:59:47.823144 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a7f6e830-2b99-42e0-ba8d-31acf79c3fe9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for port, precommit_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:47.871187 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12683fb4-802d-4e9a-959e-5fbd3f92dd0a req-634a072f-1793-41ca-b7c3-88095ff8671d tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:47.873500 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-12683fb4-802d-4e9a-959e-5fbd3f92dd0a req-634a072f-1793-41ca-b7c3-88095ff8671d tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1075635 May 25 15:59:47.925027 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-12683fb4-802d-4e9a-959e-5fbd3f92dd0a req-f8e71d83-9626-4e4d-8f78-4fcef8e56983 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440490 May 25 15:59:47.930686 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a7f6e830-2b99-42e0-ba8d-31acf79c3fe9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6454833'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:47.936125 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:48.048627 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6e830-2b99-42e0-ba8d-31acf79c3fe9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Pushing event updated for resources: {'Port': ['ID=4ac82e69-0fa9-4997-b757-4c4346c0333d,revision_number=2']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:48.052879 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a7f6e830-2b99-42e0-ba8d-31acf79c3fe9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:48.065979 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a7f6e830-2b99-42e0-ba8d-31acf79c3fe9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449055'] for floatingip, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:48.246065 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.db.l3_db [None req-a7f6e830-2b99-42e0-ba8d-31acf79c3fe9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Floating IP 7b347899-0f75-4830-af2e-3d0dbcd40992 associated. External IP: 172.28.1.187, port: 693d1b90-616a-491c-8290-a778ec7727ef. May 25 15:59:48.690050 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f6e830-2b99-42e0-ba8d-31acf79c3fe9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Router ca0a40b0-589e-403d-ab6d-1cd5ea898f2b has already been hosted by L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab {{(pid=98824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:59:48.929229 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f6e830-2b99-42e0-ba8d-31acf79c3fe9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:59:48.952013 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06c8b95-364e-445c-abb4-5709e934b7a2 None None] Sync routers for ids ['ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'] in dv-cinder-786384-6-smb {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:59:48.975023 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06c8b95-364e-445c-abb4-5709e934b7a2 None None] Routers {'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:59:48.975023 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-b06c8b95-364e-445c-abb4-5709e934b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:59:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:59:49.121355 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a7f6e830-2b99-42e0-ba8d-31acf79c3fe9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for floatingip, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:49.269846 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-b06c8b95-364e-445c-abb4-5709e934b7a2 None None] Set router ca0a40b0-589e-403d-ab6d-1cd5ea898f2b gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:59:49.502498 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-a7f6e830-2b99-42e0-ba8d-31acf79c3fe9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5242558 May 25 15:59:49.504456 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8d9e57-81c3-4f8c-8478-7c7b20d42514', 'tag': '693d1b90-616a-491c-8290-a778ec7727ef'}] {{(pid=98824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:59:49.505478 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 44192) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:49.513865 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-8f5126ff-9fc0-452f-a66e-4b62e1a88930 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-236405119', 'description': 'tempest-secgroup-smoke-236405119 description', 'project_id': '04e5d6c18a744c4fb33799b5049c26af'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:59:49.521770 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-8f5126ff-9fc0-452f-a66e-4b62e1a88930 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:49.528694 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-8f5126ff-9fc0-452f-a66e-4b62e1a88930 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Usage tracker for resource:security_group and tenant:04e5d6c18a744c4fb33799b5049c26af is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:49.536423 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-8f5126ff-9fc0-452f-a66e-4b62e1a88930 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:49.536973 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3662780-4c45-4e70-8eeb-460de00de3b0 req-501259d1-fa76-413f-92c7-42ab0eeeb39b tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:49.550530 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f3662780-4c45-4e70-8eeb-460de00de3b0 req-501259d1-fa76-413f-92c7-42ab0eeeb39b tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.5377321 May 25 15:59:49.552642 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-8f5126ff-9fc0-452f-a66e-4b62e1a88930 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:49.632933 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f3c44-9ab4-4f55-87ab-0a6f9b2c8135 req-7c9f254d-bce0-4cb0-a0f0-e7c5e148a302 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:49.634752 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-aa0f3c44-9ab4-4f55-87ab-0a6f9b2c8135 req-7c9f254d-bce0-4cb0-a0f0-e7c5e148a302 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.2647588 May 25 15:59:49.657670 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f3662780-4c45-4e70-8eeb-460de00de3b0 req-78d5b61e-1acf-44ad-9723-05b63e4a98c1 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099112 May 25 15:59:49.707527 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8f5126ff-9fc0-452f-a66e-4b62e1a88930 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:49.783717 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-aa0f3c44-9ab4-4f55-87ab-0a6f9b2c8135 req-a116e5fb-561b-48f1-93f1-53ad76d2e3d8 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212099 May 25 15:59:49.787926 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8d9e57-81c3-4f8c-8478-7c7b20d42514', 'tag': '693d1b90-616a-491c-8290-a778ec7727ef', 'status': 'completed', 'code': 200} May 25 15:59:49.805386 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-8f5126ff-9fc0-452f-a66e-4b62e1a88930 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:49.815613 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-8f5126ff-9fc0-452f-a66e-4b62e1a88930 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Usage tracker for resource:security_group_rule and tenant:04e5d6c18a744c4fb33799b5049c26af is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:49.821518 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-8f5126ff-9fc0-452f-a66e-4b62e1a88930 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:49.834440 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-8f5126ff-9fc0-452f-a66e-4b62e1a88930 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:49.961097 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359a8dc-1957-4d1b-a05d-6bb647f23970 req-2d488e7d-0b44-4ac6-9e8e-69db810cc6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:49.962968 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8f5126ff-9fc0-452f-a66e-4b62e1a88930 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:49.963278 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5359a8dc-1957-4d1b-a05d-6bb647f23970 req-2d488e7d-0b44-4ac6-9e8e-69db810cc6d5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=04e5d6c18a744c4fb33799b5049c26af&device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 1098 time: 0.1151214 May 25 15:59:50.056997 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8f5126ff-9fc0-452f-a66e-4b62e1a88930 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:50.071218 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-b06c8b95-364e-445c-abb4-5709e934b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'name': 'tempest-TestMinimumBasicScenario-659020519-router', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '83b7077b-0148-46be-9255-a271b72ab751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:14Z', 'updated_at': '2021-05-25T15:58:22Z', 'revision_number': 4, 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'gw_port': {'id': '83b7077b-0148-46be-9255-a271b72ab751', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:16Z', 'updated_at': '2021-05-25T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_floatingips': [{'id': '7b347899-0f75-4830-af2e-3d0dbcd40992', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'floating_ip_address': '172.28.1.187', 'floating_network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'router_id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'port_id': '693d1b90-616a-491c-8290-a778ec7727ef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab46e9ff-c4ed-42a6-a4bf-84fd634e0151', 'mac_address': 'fa:16:3e:dc:81:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8d9e57-81c3-4f8c-8478-7c7b20d42514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:59:46Z', 'updated_at': '2021-05-25T15:59:46Z', 'revision_number': 0, 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7caf25d-0f19-4ce7-9a81-077305b94e37', 'name': '', 'network_id': 'ab46e9ff-c4ed-42a6-a4bf-84fd634e0151', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'mac_address': 'fa:16:3e:b1:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:21Z', 'updated_at': '2021-05-25T15:58:30Z', 'revision_number': 5, 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'subnets': [{'id': '6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:59:50.084260 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06c8b95-364e-445c-abb4-5709e934b7a2 None None] Checking router: ca0a40b0-589e-403d-ab6d-1cd5ea898f2b for host: dv-cinder-786384-6-smb {{(pid=98826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:59:50.095362 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-7913d0c3-873d-485c-9823-bdd3ee1c90c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:50.120609 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06c8b95-364e-445c-abb4-5709e934b7a2 None None] Routers {'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:59:50.121161 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-b06c8b95-364e-445c-abb4-5709e934b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:59:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:59:50.193835 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5126ff-9fc0-452f-a66e-4b62e1a88930 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8007f4fb-a271-473b-9cf4-8baf1fca124f,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:50.193835 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-8f5126ff-9fc0-452f-a66e-4b62e1a88930 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:50.354517 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359a8dc-1957-4d1b-a05d-6bb647f23970 req-d38c2cbd-7369-4738-9d4b-818d81d9fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:50.356163 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5359a8dc-1957-4d1b-a05d-6bb647f23970 req-d38c2cbd-7369-4738-9d4b-818d81d9fc08 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ab46e9ff-c4ed-42a6-a4bf-84fd634e0151 HTTP/1.1" status: 200 len: 915 time: 0.3843901 May 25 15:59:50.359862 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8f5126ff-9fc0-452f-a66e-4b62e1a88930 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:50.363252 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-8f5126ff-9fc0-452f-a66e-4b62e1a88930 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8545527 May 25 15:59:50.365454 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 44214) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:50.373513 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-98f83b6b-5bd8-4b41-a76a-c6d2654a9524 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Request body: {'security_group_rule': {'security_group_id': '8007f4fb-a271-473b-9cf4-8baf1fca124f', 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:59:50.406078 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-98f83b6b-5bd8-4b41-a76a-c6d2654a9524 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:50.418891 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-98f83b6b-5bd8-4b41-a76a-c6d2654a9524 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Usage tracker for resource:security_group_rule and tenant:04e5d6c18a744c4fb33799b5049c26af is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:50.432219 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-98f83b6b-5bd8-4b41-a76a-c6d2654a9524 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:50.468811 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-98f83b6b-5bd8-4b41-a76a-c6d2654a9524 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:50.549903 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5359a8dc-1957-4d1b-a05d-6bb647f23970 req-bfd749c8-179a-40c4-9743-c41acc3a1d22 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=693d1b90-616a-491c-8290-a778ec7727ef HTTP/1.1" status: 200 len: 999 time: 0.1821742 May 25 15:59:50.636999 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359a8dc-1957-4d1b-a05d-6bb647f23970 req-5c5c439d-d794-46dd-bdac-8d2f7ef174ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:50.639614 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5359a8dc-1957-4d1b-a05d-6bb647f23970 req-5c5c439d-d794-46dd-bdac-8d2f7ef174ff service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68 HTTP/1.1" status: 200 len: 853 time: 0.0819073 May 25 15:59:50.647676 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-98f83b6b-5bd8-4b41-a76a-c6d2654a9524 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:50.788826 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359a8dc-1957-4d1b-a05d-6bb647f23970 req-15117f8e-f2ea-486e-877b-2839fe335b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:50.788826 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5359a8dc-1957-4d1b-a05d-6bb647f23970 req-15117f8e-f2ea-486e-877b-2839fe335b1b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ab46e9ff-c4ed-42a6-a4bf-84fd634e0151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1326010 May 25 15:59:50.789571 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-98f83b6b-5bd8-4b41-a76a-c6d2654a9524 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:50.835164 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 44220) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:50.913624 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-b06c8b95-364e-445c-abb4-5709e934b7a2 None None] Set router ca0a40b0-589e-403d-ab6d-1cd5ea898f2b gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:59:50.945874 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-98f83b6b-5bd8-4b41-a76a-c6d2654a9524 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589395'] for security_group_rule, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:50.948095 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:51.009203 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f83b6b-5bd8-4b41-a76a-c6d2654a9524 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0896ab9b-2d74-45b9-b82c-f4657456bec2,revision_number=0']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:51.018070 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-98f83b6b-5bd8-4b41-a76a-c6d2654a9524 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:51.116974 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-98f83b6b-5bd8-4b41-a76a-c6d2654a9524 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:51.119465 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-98f83b6b-5bd8-4b41-a76a-c6d2654a9524 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7525260 May 25 15:59:51.124051 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 44226) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:51.133045 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-a9d08259-de3a-426f-a3c6-afe4064ae0f9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Request body: {'security_group_rule': {'security_group_id': '8007f4fb-a271-473b-9cf4-8baf1fca124f', 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:59:51.148140 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-a9d08259-de3a-426f-a3c6-afe4064ae0f9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:51.165474 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-a9d08259-de3a-426f-a3c6-afe4064ae0f9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Usage tracker for resource:security_group_rule and tenant:04e5d6c18a744c4fb33799b5049c26af is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:51.173550 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-a9d08259-de3a-426f-a3c6-afe4064ae0f9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:51.200245 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-a9d08259-de3a-426f-a3c6-afe4064ae0f9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:51.268058 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_v2 [None req-05386eac-1ce4-4f9e-b236-92cb886177a3 admin admin] Deleting subnet 27bdbc5f-717e-49f6-8976-cd7bec48367c {{(pid=98824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:59:51.274364 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-05386eac-1ce4-4f9e-b236-92cb886177a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:51.344145 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8772fd9-0392-4a9c-b723-7f38d1155cb7 req-98117da9-8088-49e5-882a-8fd455808f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:51.345264 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-e8772fd9-0392-4a9c-b723-7f38d1155cb7 req-98117da9-8088-49e5-882a-8fd455808f14 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3b535e0be0c24db68760dcdb4881bdaf&device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 1098 time: 0.1356006 May 25 15:59:51.359135 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-05386eac-1ce4-4f9e-b236-92cb886177a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513091'] for subnet, precommit_delete_associations {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:51.434455 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-05386eac-1ce4-4f9e-b236-92cb886177a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698781'] for subnet, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:51.623154 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-a9d08259-de3a-426f-a3c6-afe4064ae0f9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:51.664360 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5359a8dc-1957-4d1b-a05d-6bb647f23970 req-319c8a08-8def-476b-8561-bf9ade996c3c service neutron] 10.222.0.91 "GET /v2.0/networks/ab46e9ff-c4ed-42a6-a4bf-84fd634e0151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8652191 May 25 15:59:51.717438 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-b06c8b95-364e-445c-abb4-5709e934b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'name': 'tempest-TestMinimumBasicScenario-659020519-router', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '83b7077b-0148-46be-9255-a271b72ab751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:14Z', 'updated_at': '2021-05-25T15:58:22Z', 'revision_number': 4, 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'gw_port': {'id': '83b7077b-0148-46be-9255-a271b72ab751', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:16Z', 'updated_at': '2021-05-25T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_floatingips': [{'id': '7b347899-0f75-4830-af2e-3d0dbcd40992', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'floating_ip_address': '172.28.1.187', 'floating_network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'router_id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'port_id': '693d1b90-616a-491c-8290-a778ec7727ef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab46e9ff-c4ed-42a6-a4bf-84fd634e0151', 'mac_address': 'fa:16:3e:dc:81:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8d9e57-81c3-4f8c-8478-7c7b20d42514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:59:46Z', 'updated_at': '2021-05-25T15:59:46Z', 'revision_number': 0, 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7caf25d-0f19-4ce7-9a81-077305b94e37', 'name': '', 'network_id': 'ab46e9ff-c4ed-42a6-a4bf-84fd634e0151', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'mac_address': 'fa:16:3e:b1:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:21Z', 'updated_at': '2021-05-25T15:58:30Z', 'revision_number': 5, 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'subnets': [{'id': '6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:59:51.723773 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06c8b95-364e-445c-abb4-5709e934b7a2 None None] The sync data for ids ['ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'] in dv-cinder-786384-6-smb is: [{'id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'name': 'tempest-TestMinimumBasicScenario-659020519-router', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '83b7077b-0148-46be-9255-a271b72ab751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:14Z', 'updated_at': '2021-05-25T15:58:22Z', 'revision_number': 4, 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'gw_port': {'id': '83b7077b-0148-46be-9255-a271b72ab751', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:16Z', 'updated_at': '2021-05-25T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_floatingips': [{'id': '7b347899-0f75-4830-af2e-3d0dbcd40992', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'floating_ip_address': '172.28.1.187', 'floating_network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'router_id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'port_id': '693d1b90-616a-491c-8290-a778ec7727ef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab46e9ff-c4ed-42a6-a4bf-84fd634e0151', 'mac_address': 'fa:16:3e:dc:81:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8d9e57-81c3-4f8c-8478-7c7b20d42514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:59:46Z', 'updated_at': '2021-05-25T15:59:46Z', 'revision_number': 0, 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7caf25d-0f19-4ce7-9a81-077305b94e37', 'name': '', 'network_id': 'ab46e9ff-c4ed-42a6-a4bf-84fd634e0151', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'mac_address': 'fa:16:3e:b1:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:21Z', 'updated_at': '2021-05-25T15:58:30Z', 'revision_number': 5, 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'subnets': [{'id': '6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:59:51.859772 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8772fd9-0392-4a9c-b723-7f38d1155cb7 req-69956ad5-f690-48e2-a7d5-ce0796ad56b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:51.862357 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-e8772fd9-0392-4a9c-b723-7f38d1155cb7 req-69956ad5-f690-48e2-a7d5-ce0796ad56b4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=32f1ef9b-eb5b-4589-ada4-423c69ee954c HTTP/1.1" status: 200 len: 920 time: 0.4958630 May 25 15:59:51.949250 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-a9d08259-de3a-426f-a3c6-afe4064ae0f9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:51.957269 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be754e-6fbf-4093-8e2f-7039e52b1d18 req-850edd2e-2f7b-41f7-a36b-44aa0cd0e50d tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:51.959332 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-39be754e-6fbf-4093-8e2f-7039e52b1d18 req-850edd2e-2f7b-41f7-a36b-44aa0cd0e50d tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.9381166 May 25 15:59:51.966369 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-e8772fd9-0392-4a9c-b723-7f38d1155cb7 req-df1479cc-aba6-4b9c-b896-b30efa18d931 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfcbd918-5bb5-4a5f-b576-82d8e4395f65 HTTP/1.1" status: 200 len: 217 time: 0.0907724 May 25 15:59:52.023849 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-a9d08259-de3a-426f-a3c6-afe4064ae0f9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589395'] for security_group_rule, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:52.035383 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-1c19a9cc-e3b7-42a1-9763-d5bb2c4e35c1 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:52.076928 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513fff9-1de4-4414-aeeb-c223d08eed7f req-bb6089b0-37f0-47b8-8c45-e3ab2b881932 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:52.078943 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6513fff9-1de4-4414-aeeb-c223d08eed7f req-bb6089b0-37f0-47b8-8c45-e3ab2b881932 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.5127273 May 25 15:59:52.090776 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d08259-de3a-426f-a3c6-afe4064ae0f9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b4c7c1-c884-42bc-b6ca-7ec483251ebe,revision_number=0']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:52.098949 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8772fd9-0392-4a9c-b723-7f38d1155cb7 req-3a126609-951d-489f-871d-68fc83f2123f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:52.102665 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-e8772fd9-0392-4a9c-b723-7f38d1155cb7 req-3a126609-951d-489f-871d-68fc83f2123f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=25387402-7c77-4bfb-95d5-0f9f4bb4cc9b HTTP/1.1" status: 200 len: 859 time: 0.1250608 May 25 15:59:52.122385 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-39be754e-6fbf-4093-8e2f-7039e52b1d18 req-8bdebec1-8ecf-47c7-894d-c100b9171beb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405232 May 25 15:59:52.154948 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4179a2-b2ab-48d3-8a54-c4d874d95024 None None] New status for floating IP 7b347899-0f75-4830-af2e-3d0dbcd40992: ACTIVE {{(pid=98825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:59:52.168473 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d08259-de3a-426f-a3c6-afe4064ae0f9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:52.168933 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d08259-de3a-426f-a3c6-afe4064ae0f9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:52.170204 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d08259-de3a-426f-a3c6-afe4064ae0f9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:52.171834 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d08259-de3a-426f-a3c6-afe4064ae0f9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:52.172277 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d08259-de3a-426f-a3c6-afe4064ae0f9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:52.173175 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d08259-de3a-426f-a3c6-afe4064ae0f9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:52.173542 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d08259-de3a-426f-a3c6-afe4064ae0f9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:52.174308 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d08259-de3a-426f-a3c6-afe4064ae0f9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:52.175166 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d08259-de3a-426f-a3c6-afe4064ae0f9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:52.175534 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d08259-de3a-426f-a3c6-afe4064ae0f9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:52.177052 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d08259-de3a-426f-a3c6-afe4064ae0f9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:52.177538 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d08259-de3a-426f-a3c6-afe4064ae0f9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:52.189651 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-a9d08259-de3a-426f-a3c6-afe4064ae0f9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:52.198590 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-e8772fd9-0392-4a9c-b723-7f38d1155cb7 req-d8ebaad7-ccba-4cc4-ba8b-9e1739d56d55 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=32f1ef9b-eb5b-4589-ada4-423c69ee954c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877697 May 25 15:59:52.206033 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5359a8dc-1957-4d1b-a05d-6bb647f23970 req-fc82298e-90a3-4ccf-882a-9548da2c44cd service neutron] 10.222.0.91 "GET /v2.0/networks/ab46e9ff-c4ed-42a6-a4bf-84fd634e0151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009534 May 25 15:59:52.250437 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6513fff9-1de4-4414-aeeb-c223d08eed7f req-23c58e86-3f7f-4b6a-911f-37a36cacc6b1 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319432 May 25 15:59:52.337155 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-a9d08259-de3a-426f-a3c6-afe4064ae0f9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:52.338668 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-a9d08259-de3a-426f-a3c6-afe4064ae0f9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2128649 May 25 15:59:52.343265 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 44236) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:52.359859 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-ad063c37-2263-4d4e-b9f1-16e04d659380 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Request body: {'security_group_rule': {'security_group_id': '8007f4fb-a271-473b-9cf4-8baf1fca124f', 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:59:52.367999 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-ad063c37-2263-4d4e-b9f1-16e04d659380 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:52.375865 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-ad063c37-2263-4d4e-b9f1-16e04d659380 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Usage tracker for resource:security_group_rule and tenant:04e5d6c18a744c4fb33799b5049c26af is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:52.381048 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-ad063c37-2263-4d4e-b9f1-16e04d659380 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:52.387447 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-05386eac-1ce4-4f9e-b236-92cb886177a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1697896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6390219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6432762'] for subnet, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:52.408307 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-ad063c37-2263-4d4e-b9f1-16e04d659380 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:52.411590 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-52e712e5-a8e2-4cf7-bbd1-3bf902eac1e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:52.487588 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-6218140a-e2dd-41b1-b67c-98064915ca28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:52.565609 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-05386eac-1ce4-4f9e-b236-92cb886177a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:52.586952 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05386eac-1ce4-4f9e-b236-92cb886177a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27bdbc5f-717e-49f6-8976-cd7bec48367c,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:52.594832 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-05386eac-1ce4-4f9e-b236-92cb886177a3 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/27bdbc5f-717e-49f6-8976-cd7bec48367c HTTP/1.1" status: 204 len: 168 time: 1.7563510 May 25 15:59:52.599491 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 44240) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:52.619860 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05386eac-1ce4-4f9e-b236-92cb886177a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:52.620988 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05386eac-1ce4-4f9e-b236-92cb886177a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:52.620988 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05386eac-1ce4-4f9e-b236-92cb886177a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:52.621171 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05386eac-1ce4-4f9e-b236-92cb886177a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:52.621433 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05386eac-1ce4-4f9e-b236-92cb886177a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:52.621854 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05386eac-1ce4-4f9e-b236-92cb886177a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:52.622266 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05386eac-1ce4-4f9e-b236-92cb886177a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:52.623265 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05386eac-1ce4-4f9e-b236-92cb886177a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:52.624109 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05386eac-1ce4-4f9e-b236-92cb886177a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:52.624109 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05386eac-1ce4-4f9e-b236-92cb886177a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:52.624564 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05386eac-1ce4-4f9e-b236-92cb886177a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:52.624994 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05386eac-1ce4-4f9e-b236-92cb886177a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:52.633611 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-05386eac-1ce4-4f9e-b236-92cb886177a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:52.760533 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ad063c37-2263-4d4e-b9f1-16e04d659380 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:52.790662 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-e8772fd9-0392-4a9c-b723-7f38d1155cb7 req-8c019c37-5899-4a92-b496-1dece8fc7a0c service neutron] 10.222.0.91 "GET /v2.0/networks/32f1ef9b-eb5b-4589-ada4-423c69ee954c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5830328 May 25 15:59:52.826783 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2eab2764-d9a3-4d89-b012-c2e1c2ea4fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655721'] for network, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:53.013933 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ad063c37-2263-4d4e-b9f1-16e04d659380 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:53.043446 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2eab2764-d9a3-4d89-b012-c2e1c2ea4fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700178', 'neutron.services.segments.db._delete_segments_for_network-8745741368284'] for network, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:53.075418 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.services.segments.db [None req-2eab2764-d9a3-4d89-b012-c2e1c2ea4fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a74f17-1a5c-4587-a9aa-d34946fecaca']}} {{(pid=98824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:59:53.085708 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ad063c37-2263-4d4e-b9f1-16e04d659380 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589395'] for security_group_rule, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:53.097406 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-137eaa20-c5f3-490e-9865-42467f8288af tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:53.111379 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.services.segments.db [None req-2eab2764-d9a3-4d89-b012-c2e1c2ea4fc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc158655-8f3b-4caa-8f91-693f267c9132') {'for_net_delete': True} {{(pid=98824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:59:53.111727 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.services.segments.db [None req-2eab2764-d9a3-4d89-b012-c2e1c2ea4fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc158655-8f3b-4caa-8f91-693f267c9132') {} {{(pid=98824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:59:53.140458 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2eab2764-d9a3-4d89-b012-c2e1c2ea4fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745741377181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513096'] for segment, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:53.147883 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-e8772fd9-0392-4a9c-b723-7f38d1155cb7 req-f868856c-9e5d-4b1c-a421-b4ce95a8eba8 service neutron] 10.222.0.91 "GET /v2.0/networks/32f1ef9b-eb5b-4589-ada4-423c69ee954c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484671 May 25 15:59:53.170406 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad063c37-2263-4d4e-b9f1-16e04d659380 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e01a7878-8770-4742-bb76-b09650dcc4e6,revision_number=0']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:53.184017 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-ad063c37-2263-4d4e-b9f1-16e04d659380 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:53.197501 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2eab2764-d9a3-4d89-b012-c2e1c2ea4fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:53.210096 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eab2764-d9a3-4d89-b012-c2e1c2ea4fc8 admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=98824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:59:53.214635 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2eab2764-d9a3-4d89-b012-c2e1c2ea4fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6454893'] for segment, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: Traceback (most recent call last): May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: timer() May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: cb(*args, **kw) May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: return func(*args, **kwargs) May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: self._notify() May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: self.callback(batched_events) May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: event.method(event) May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: return f(self, *a, **k) May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: return self._get(url).json() May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: return self.request(url, 'GET', **kwargs) May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:59:53.239287 dv-cinder-786384-6-smb neutron-server[98824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:59:53.321805 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ad063c37-2263-4d4e-b9f1-16e04d659380 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:53.324740 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-ad063c37-2263-4d4e-b9f1-16e04d659380 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9796999 May 25 15:59:53.329486 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 44256) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:53.337313 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-b3409b23-bff8-4e5d-ac20-b6c6d1db9032 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Request body: {'security_group_rule': {'security_group_id': '8007f4fb-a271-473b-9cf4-8baf1fca124f', 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:59:53.353288 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-b3409b23-bff8-4e5d-ac20-b6c6d1db9032 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:53.365142 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-b3409b23-bff8-4e5d-ac20-b6c6d1db9032 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Usage tracker for resource:security_group_rule and tenant:04e5d6c18a744c4fb33799b5049c26af is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:53.374931 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-b3409b23-bff8-4e5d-ac20-b6c6d1db9032 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:53.393635 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-b3409b23-bff8-4e5d-ac20-b6c6d1db9032 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:53.529125 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b3409b23-bff8-4e5d-ac20-b6c6d1db9032 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:53.579394 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2eab2764-d9a3-4d89-b012-c2e1c2ea4fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449069'] for network, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:53.619648 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-5f928fdf-49e8-4bda-8f6f-406e5c2f3f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:53.644609 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2eab2764-d9a3-4d89-b012-c2e1c2ea4fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:53.660975 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b3409b23-bff8-4e5d-ac20-b6c6d1db9032 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:53.663906 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab2764-d9a3-4d89-b012-c2e1c2ea4fc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=50a74f17-1a5c-4587-a9aa-d34946fecaca,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:53.669614 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-2eab2764-d9a3-4d89-b012-c2e1c2ea4fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:53.704574 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1569b8-b523-40d5-af2c-fa24270b5b47 req-bc0eba2f-6a9e-4c0f-8e62-ac5ca6bf5daf tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:53.706161 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7e1569b8-b523-40d5-af2c-fa24270b5b47 req-bc0eba2f-6a9e-4c0f-8e62-ac5ca6bf5daf tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.2532141 May 25 15:59:53.716861 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7ffb5-ce0f-45d5-b2de-a3fd8c27d2e9 req-ee3c8dd3-10ca-467f-9fb4-d85a07e0da81 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:53.717351 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d4b7ffb5-ce0f-45d5-b2de-a3fd8c27d2e9 req-ee3c8dd3-10ca-467f-9fb4-d85a07e0da81 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.1951916 May 25 15:59:53.735879 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b3409b23-bff8-4e5d-ac20-b6c6d1db9032 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589395'] for security_group_rule, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:53.745389 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-98f83b6b-5bd8-4b41-a76a-c6d2654a9524 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:53.760436 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-2eab2764-d9a3-4d89-b012-c2e1c2ea4fc8 admin admin] 10.222.0.72 "DELETE /v2.0/networks/50a74f17-1a5c-4587-a9aa-d34946fecaca HTTP/1.1" status: 204 len: 168 time: 1.1596992 May 25 15:59:53.766679 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 44262) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:53.769388 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3409b23-bff8-4e5d-ac20-b6c6d1db9032 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31754c32-5aec-474b-abb3-65fbd0d530f4,revision_number=0']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:53.793156 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-b3409b23-bff8-4e5d-ac20-b6c6d1db9032 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:53.853290 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7e1569b8-b523-40d5-af2c-fa24270b5b47 req-8d86faf8-7af1-411a-bb53-ce2da5427c2b tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349113 May 25 15:59:53.865833 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d4b7ffb5-ce0f-45d5-b2de-a3fd8c27d2e9 req-88a8b21c-e892-46fb-aa04-dd71fd0ea114 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290462 May 25 15:59:53.866331 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b3409b23-bff8-4e5d-ac20-b6c6d1db9032 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:53.868736 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-b3409b23-bff8-4e5d-ac20-b6c6d1db9032 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5376885 May 25 15:59:53.873442 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 44266) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:53.879970 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-d531b6a0-99ed-4fac-afcd-694c1cdfa849 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Request body: {'security_group_rule': {'security_group_id': '8007f4fb-a271-473b-9cf4-8baf1fca124f', 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:59:53.886019 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c1cb32-65cb-4aff-b2f6-e66ee23b880f admin admin] Deleting subnet 29d09103-7528-4ca8-a6cf-073d0ef1d1f6 {{(pid=98824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:59:53.887445 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-d531b6a0-99ed-4fac-afcd-694c1cdfa849 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:53.904838 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-58c1cb32-65cb-4aff-b2f6-e66ee23b880f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:53.905090 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-d531b6a0-99ed-4fac-afcd-694c1cdfa849 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Usage tracker for resource:security_group_rule and tenant:04e5d6c18a744c4fb33799b5049c26af is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:53.912314 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-d531b6a0-99ed-4fac-afcd-694c1cdfa849 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:53.927043 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-d531b6a0-99ed-4fac-afcd-694c1cdfa849 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:53.970536 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-58c1cb32-65cb-4aff-b2f6-e66ee23b880f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513091'] for subnet, precommit_delete_associations {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:54.039183 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-58c1cb32-65cb-4aff-b2f6-e66ee23b880f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698781'] for subnet, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:54.053969 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.db.securitygroups_db [None req-d531b6a0-99ed-4fac-afcd-694c1cdfa849 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Project 04e5d6c18a744c4fb33799b5049c26af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 15:59:54.069606 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-d531b6a0-99ed-4fac-afcd-694c1cdfa849 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:54.209986 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-d531b6a0-99ed-4fac-afcd-694c1cdfa849 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:54.329620 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-d531b6a0-99ed-4fac-afcd-694c1cdfa849 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589395'] for security_group_rule, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:54.336465 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:54.356383 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531b6a0-99ed-4fac-afcd-694c1cdfa849 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a05d3414-4804-4a02-a0db-7bdb917debe7,revision_number=0']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:54.359881 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-d531b6a0-99ed-4fac-afcd-694c1cdfa849 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:54.501972 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-d531b6a0-99ed-4fac-afcd-694c1cdfa849 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:54.506384 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-d531b6a0-99ed-4fac-afcd-694c1cdfa849 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6307271 May 25 15:59:54.506620 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 44276) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:54.512373 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-74e4229d-9fc2-42d5-a355-6c1a80df4685 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Request body: {'security_group_rule': {'security_group_id': '8007f4fb-a271-473b-9cf4-8baf1fca124f', 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:59:54.516730 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-58c1cb32-65cb-4aff-b2f6-e66ee23b880f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1697896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6390219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6432762'] for subnet, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:54.521284 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-5866d78c-d839-4acc-8fa7-a810b400ab95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:54.527359 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-74e4229d-9fc2-42d5-a355-6c1a80df4685 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:54.535298 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-74e4229d-9fc2-42d5-a355-6c1a80df4685 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Usage tracker for resource:security_group_rule and tenant:04e5d6c18a744c4fb33799b5049c26af is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:54.542047 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-74e4229d-9fc2-42d5-a355-6c1a80df4685 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:54.554803 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-74e4229d-9fc2-42d5-a355-6c1a80df4685 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:54.563774 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1cb32-65cb-4aff-b2f6-e66ee23b880f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29d09103-7528-4ca8-a6cf-073d0ef1d1f6,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:54.570505 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-58c1cb32-65cb-4aff-b2f6-e66ee23b880f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:54.579682 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-58c1cb32-65cb-4aff-b2f6-e66ee23b880f admin admin] Notify callbacks [] for subnet, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:54.586246 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-58c1cb32-65cb-4aff-b2f6-e66ee23b880f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/29d09103-7528-4ca8-a6cf-073d0ef1d1f6 HTTP/1.1" status: 204 len: 168 time: 0.8165357 May 25 15:59:54.589093 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 44282) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:54.654261 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.db.securitygroups_db [None req-74e4229d-9fc2-42d5-a355-6c1a80df4685 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Project 04e5d6c18a744c4fb33799b5049c26af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 15:59:54.661963 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-74e4229d-9fc2-42d5-a355-6c1a80df4685 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:54.745381 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:54.754280 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2004e543-b6bd-4faf-b596-16bb225d88e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655721'] for network, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:54.775886 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-72976ea1-38c3-4110-8c11-0ef88b13feb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:54.820669 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-74e4229d-9fc2-42d5-a355-6c1a80df4685 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:54.896559 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-74e4229d-9fc2-42d5-a355-6c1a80df4685 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589395'] for security_group_rule, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:54.907169 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-a9d08259-de3a-426f-a3c6-afe4064ae0f9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:54.915571 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2004e543-b6bd-4faf-b596-16bb225d88e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700178', 'neutron.services.segments.db._delete_segments_for_network-8745741368284'] for network, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:54.931263 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.services.segments.db [None req-2004e543-b6bd-4faf-b596-16bb225d88e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3763e85e-2984-4a8d-a3a7-a76f9126d496']}} {{(pid=98824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:59:54.947789 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.services.segments.db [None req-2004e543-b6bd-4faf-b596-16bb225d88e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61368a5-6cf0-4638-8ea9-6d00b5be0d2d') {'for_net_delete': True} {{(pid=98824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:59:54.948099 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.services.segments.db [None req-2004e543-b6bd-4faf-b596-16bb225d88e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61368a5-6cf0-4638-8ea9-6d00b5be0d2d') {} {{(pid=98824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:59:54.962928 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2004e543-b6bd-4faf-b596-16bb225d88e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745741377181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513096'] for segment, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:54.987806 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2004e543-b6bd-4faf-b596-16bb225d88e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:55.018209 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2004e543-b6bd-4faf-b596-16bb225d88e2 admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=98824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:59:55.018715 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2004e543-b6bd-4faf-b596-16bb225d88e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6454893'] for segment, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:55.045687 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4229d-9fc2-42d5-a355-6c1a80df4685 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367882ca-f487-48b3-b44b-5098289379a0,revision_number=0']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:55.056305 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-74e4229d-9fc2-42d5-a355-6c1a80df4685 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: Traceback (most recent call last): May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: timer() May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: cb(*args, **kw) May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: return func(*args, **kwargs) May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: self._notify() May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: self.callback(batched_events) May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: event.method(event) May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: return f(self, *a, **k) May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: return self._get(url).json() May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: return self.request(url, 'GET', **kwargs) May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:59:55.068988 dv-cinder-786384-6-smb neutron-server[98824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:59:55.108153 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:55.136100 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-74e4229d-9fc2-42d5-a355-6c1a80df4685 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:55.138458 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-74e4229d-9fc2-42d5-a355-6c1a80df4685 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6301219 May 25 15:59:55.308062 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-6dd95048-476c-4acf-b767-7a513f9a15c3 req-e52a9995-95a1-4001-81b2-18983010f367 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1414614 May 25 15:59:55.483325 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19d431-c69d-4fa6-9b64-7d1c1b3062ff req-1291bebe-d545-4720-871f-5c99ff084fb8 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:55.485365 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-eb19d431-c69d-4fa6-9b64-7d1c1b3062ff req-1291bebe-d545-4720-871f-5c99ff084fb8 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.2122889 May 25 15:59:55.491343 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd95048-476c-4acf-b767-7a513f9a15c3 req-16be06ab-4ea5-44b8-aa06-502e3a2ccb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:55.494298 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f6e03-7c4d-4150-b882-ced897c90577 req-0e7d316e-db99-4c2d-b784-a94cbebfa7cc tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:55.496703 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-6dd95048-476c-4acf-b767-7a513f9a15c3 req-16be06ab-4ea5-44b8-aa06-502e3a2ccb91 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6e0b579c2ed344be88993c3d0a0cb566&device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 1098 time: 0.1236999 May 25 15:59:55.505244 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2c8f6e03-7c4d-4150-b882-ced897c90577 req-0e7d316e-db99-4c2d-b784-a94cbebfa7cc tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.2341561 May 25 15:59:55.545532 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2004e543-b6bd-4faf-b596-16bb225d88e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449069'] for network, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:55.563675 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-2eab2764-d9a3-4d89-b012-c2e1c2ea4fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:55.579218 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2004e543-b6bd-4faf-b596-16bb225d88e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:55.595524 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-2004e543-b6bd-4faf-b596-16bb225d88e2 admin admin] 10.222.0.72 "DELETE /v2.0/networks/3763e85e-2984-4a8d-a3a7-a76f9126d496 HTTP/1.1" status: 204 len: 168 time: 1.0052013 May 25 15:59:55.623902 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004e543-b6bd-4faf-b596-16bb225d88e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3763e85e-2984-4a8d-a3a7-a76f9126d496,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:55.631835 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-2004e543-b6bd-4faf-b596-16bb225d88e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:55.638897 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-eb19d431-c69d-4fa6-9b64-7d1c1b3062ff req-e1c0af1b-ed43-4a42-8663-a9c6cd0eeceb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133306 May 25 15:59:55.652652 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2c8f6e03-7c4d-4150-b882-ced897c90577 req-b69373f9-2da4-476c-bf37-7d5dcf118bbb tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463246 May 25 15:59:55.824184 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd95048-476c-4acf-b767-7a513f9a15c3 req-de9f2710-20db-440b-91b5-ddced4bd2084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:55.832157 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-6dd95048-476c-4acf-b767-7a513f9a15c3 req-de9f2710-20db-440b-91b5-ddced4bd2084 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d HTTP/1.1" status: 200 len: 912 time: 0.3051231 May 25 15:59:55.854973 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f5d0307e-2fd6-453f-9307-21c23a384740 req-e22ebd36-1d8e-47f9-9164-2dc8fcb47ff9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-236405119&fields=id&tenant_id=04e5d6c18a744c4fb33799b5049c26af HTTP/1.1" status: 200 len: 267 time: 0.0866892 May 25 15:59:55.884349 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:55.965316 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0307e-2fd6-453f-9307-21c23a384740 req-717ea948-aa5b-482e-bed7-ac1012d2b6c3 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:55.973287 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f5d0307e-2fd6-453f-9307-21c23a384740 req-717ea948-aa5b-482e-bed7-ac1012d2b6c3 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 945 time: 0.1089802 May 25 15:59:55.979697 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [req-f5d0307e-2fd6-453f-9307-21c23a384740 req-3b908603-bb7a-45b1-a688-dc658358d251 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Request body: {'port': {'security_groups': ['bf4e0583-12b2-4fb0-a3cb-48465ff63bb1', '8007f4fb-a271-473b-9cf4-8baf1fca124f']}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:59:55.994496 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-6dd95048-476c-4acf-b767-7a513f9a15c3 req-215f5762-6a93-481f-b422-52a1bc72d1bd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 HTTP/1.1" status: 200 len: 1000 time: 0.1563742 May 25 15:59:56.074736 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd95048-476c-4acf-b767-7a513f9a15c3 req-dcc13bea-5d28-4579-85e6-ff1f5c96d3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:56.076843 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-6dd95048-476c-4acf-b767-7a513f9a15c3 req-dcc13bea-5d28-4579-85e6-ff1f5c96d3dc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dbbdc939-cb7b-4cd7-bff0-1b0465d88650 HTTP/1.1" status: 200 len: 850 time: 0.0745316 May 25 15:59:56.162342 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-f5d0307e-2fd6-453f-9307-21c23a384740 req-3b908603-bb7a-45b1-a688-dc658358d251 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:56.186346 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd95048-476c-4acf-b767-7a513f9a15c3 req-2df46a57-652d-4202-87fb-934cb3bae6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:56.188460 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-6dd95048-476c-4acf-b767-7a513f9a15c3 req-2df46a57-652d-4202-87fb-934cb3bae6d5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1036878 May 25 15:59:56.328557 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 44304) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:56.421945 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-6dd95048-476c-4acf-b767-7a513f9a15c3 req-64527063-f3bd-4398-86eb-4783bf80bc25 service neutron] 10.222.0.91 "GET /v2.0/networks/a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243941 May 25 15:59:56.641038 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-dd00014b-01bf-4c41-aa0d-c7b4831d46b9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1ce6fae3094a4163aaec82ab64e21bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3177283 May 25 15:59:56.644256 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 44312) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:56.648193 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.db [req-f5d0307e-2fd6-453f-9307-21c23a384740 req-3b908603-bb7a-45b1-a688-dc658358d251 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] For port 693d1b90-616a-491c-8290-a778ec7727ef, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=693d1b90-616a-491c-8290-a778ec7727ef,segment=NetworkSegment(09faaebc-deae-4e59-aabb-12f66238ab21),segment_id=09faaebc-deae-4e59-aabb-12f66238ab21)] {{(pid=98824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:59:56.679720 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-f5d0307e-2fd6-453f-9307-21c23a384740 req-3b908603-bb7a-45b1-a688-dc658358d251 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for port, precommit_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:56.683561 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-6dd95048-476c-4acf-b767-7a513f9a15c3 req-a5bcc27a-f54a-4c66-b7cd-a8de0e3670af service neutron] 10.222.0.91 "GET /v2.0/networks/a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527931 May 25 15:59:56.729178 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-5bcbbf6f-54dd-4ad8-acca-2296fabc0944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:56.756514 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-f5d0307e-2fd6-453f-9307-21c23a384740 req-3b908603-bb7a-45b1-a688-dc658358d251 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6454833'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:56.765641 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-90d7e6ca-0e40-486b-929c-2881c8f4c126 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:56.777237 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-5bcbbf6f-54dd-4ad8-acca-2296fabc0944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:56.803642 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['693d1b90-616a-491c-8290-a778ec7727ef'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:59:56.905095 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0307e-2fd6-453f-9307-21c23a384740 req-3b908603-bb7a-45b1-a688-dc658358d251 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:56.909449 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-f5d0307e-2fd6-453f-9307-21c23a384740 req-3b908603-bb7a-45b1-a688-dc658358d251 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for port, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:56.909449 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f5d0307e-2fd6-453f-9307-21c23a384740 req-3b908603-bb7a-45b1-a688-dc658358d251 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "PUT /v2.0/ports/693d1b90-616a-491c-8290-a778ec7727ef HTTP/1.1" status: 200 len: 981 time: 0.9335017 May 25 15:59:56.910714 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8d9e57-81c3-4f8c-8478-7c7b20d42514', 'tag': '693d1b90-616a-491c-8290-a778ec7727ef'}] {{(pid=98824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:59:56.931846 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-5bcbbf6f-54dd-4ad8-acca-2296fabc0944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:56.957625 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-b67286e9-3cf4-41eb-8d7d-20db600ef638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:56.961609 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b908603-bb7a-45b1-a688-dc658358d251 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Pushing event updated for resources: {'Port': ['ID=693d1b90-616a-491c-8290-a778ec7727ef,revision_number=6']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:56.980843 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbbf6f-54dd-4ad8-acca-2296fabc0944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185d9745-029e-497d-af8e-50e587e13def,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:56.982991 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-3b908603-bb7a-45b1-a688-dc658358d251 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:56.985793 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-5bcbbf6f-54dd-4ad8-acca-2296fabc0944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:57.023937 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-5bcbbf6f-54dd-4ad8-acca-2296fabc0944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:57.030232 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-5bcbbf6f-54dd-4ad8-acca-2296fabc0944 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/185d9745-029e-497d-af8e-50e587e13def HTTP/1.1" status: 204 len: 168 time: 0.3834283 May 25 15:59:57.054614 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317cdf7-d331-4d38-bcde-4ea025cb63b1 req-202046cf-de0f-4461-a7af-7200b95993ef tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:57.067893 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a317cdf7-d331-4d38-bcde-4ea025cb63b1 req-202046cf-de0f-4461-a7af-7200b95993ef tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.2537055 May 25 15:59:57.177951 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['693d1b90-616a-491c-8290-a778ec7727ef'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:59:57.199835 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a317cdf7-d331-4d38-bcde-4ea025cb63b1 req-6ac3550a-d9af-495c-9401-b7157a678ad1 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292291 May 25 15:59:57.339492 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542199c9-d6bc-47b4-af98-4cec9c6e9b94 req-bd1fb779-316f-4ceb-a712-afb2fb9bab87 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:57.349677 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-542199c9-d6bc-47b4-af98-4cec9c6e9b94 req-bd1fb779-316f-4ceb-a712-afb2fb9bab87 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.2140269 May 25 15:59:57.431843 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-542199c9-d6bc-47b4-af98-4cec9c6e9b94 req-eea3e999-5049-4990-ac59-0d2c1f0949a6 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809898 May 25 15:59:57.577551 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8d9e57-81c3-4f8c-8478-7c7b20d42514', 'tag': '693d1b90-616a-491c-8290-a778ec7727ef', 'status': 'completed', 'code': 200} May 25 15:59:57.610400 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-7cc7abb9-bd1a-452e-8d87-5ed269958585 None None] Provisioning complete for port 693d1b90-616a-491c-8290-a778ec7727ef triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:59:57.611163 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-7cc7abb9-bd1a-452e-8d87-5ed269958585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:57.685544 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64295768-fd58-4b0b-97bb-b4af9bbbab1e req-afa090c3-fae2-4ae1-ac65-b7f6c50f643c tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:57.687149 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-64295768-fd58-4b0b-97bb-b4af9bbbab1e req-afa090c3-fae2-4ae1-ac65-b7f6c50f643c tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 984 time: 0.2217648 May 25 15:59:57.762702 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55fb46-1d5e-4d11-9cc7-66b79a4bd8ad req-b59394ab-6f20-4372-9d79-7af8935cf50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:57.769616 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-3e55fb46-1d5e-4d11-9cc7-66b79a4bd8ad req-b59394ab-6f20-4372-9d79-7af8935cf50b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=04e5d6c18a744c4fb33799b5049c26af&device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 1137 time: 0.1909494 May 25 15:59:57.859888 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-64295768-fd58-4b0b-97bb-b4af9bbbab1e req-95c3e145-cad0-4a25-8a48-d0ed5adc8d86 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&id=8007f4fb-a271-473b-9cf4-8baf1fca124f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1523881 May 25 15:59:58.168822 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:58.192820 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55fb46-1d5e-4d11-9cc7-66b79a4bd8ad req-263f1921-cc44-4b32-a1ba-3835d6a64b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:58.194435 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-3e55fb46-1d5e-4d11-9cc7-66b79a4bd8ad req-263f1921-cc44-4b32-a1ba-3835d6a64b7c service neutron] 10.222.0.91 "GET /v2.0/networks?id=ab46e9ff-c4ed-42a6-a4bf-84fd634e0151 HTTP/1.1" status: 200 len: 915 time: 0.4179726 May 25 15:59:58.545311 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348dd88-dc0c-430a-80f3-110bf9c36da2 req-b715070c-6f04-4da8-b066-2bad086d41db tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:58.545311 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4348dd88-dc0c-430a-80f3-110bf9c36da2 req-b715070c-6f04-4da8-b066-2bad086d41db tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1193874 May 25 15:59:58.593983 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-3e55fb46-1d5e-4d11-9cc7-66b79a4bd8ad req-4eced211-77c8-4fc3-a95a-e28e01a77ac2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=693d1b90-616a-491c-8290-a778ec7727ef HTTP/1.1" status: 200 len: 1001 time: 0.3880699 May 25 15:59:58.623645 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 44348) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:58.722169 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4348dd88-dc0c-430a-80f3-110bf9c36da2 req-3803e2c9-5a6a-4913-aeea-df1348687cfa tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697454 May 25 15:59:58.789619 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55fb46-1d5e-4d11-9cc7-66b79a4bd8ad req-aa96865d-4069-4fca-a0e7-dc222c8e3a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:58.795097 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-3e55fb46-1d5e-4d11-9cc7-66b79a4bd8ad req-aa96865d-4069-4fca-a0e7-dc222c8e3a4f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68 HTTP/1.1" status: 200 len: 853 time: 0.1936097 May 25 15:59:58.820848 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-1b7b8483-4f2a-4b4d-83f9-f922724715ec admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=26850e1a72a54afeb894b9fe1dca1e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1957138 May 25 15:59:58.821500 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 44356) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:58.912828 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 44360) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:58.950528 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a1cdaa1a-b595-4137-ba20-0d425e3a0df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:58.953165 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55fb46-1d5e-4d11-9cc7-66b79a4bd8ad req-cdd269f4-b4ec-4a31-8d44-806836dee4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:58.955602 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-3e55fb46-1d5e-4d11-9cc7-66b79a4bd8ad req-cdd269f4-b4ec-4a31-8d44-806836dee4b1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ab46e9ff-c4ed-42a6-a4bf-84fd634e0151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1491833 May 25 15:59:58.987438 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a1cdaa1a-b595-4137-ba20-0d425e3a0df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:59.116871 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a1cdaa1a-b595-4137-ba20-0d425e3a0df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:59.117538 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-98d973f6-8662-4c0c-a401-89d6428185da admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:59.121525 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-1a8dd47b-550f-4fc3-9dc2-33ae9a1be22c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:59.142246 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cdaa1a-b595-4137-ba20-0d425e3a0df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0650d845-18f1-4d80-b6c0-e7212560e561,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:59.150168 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-98d973f6-8662-4c0c-a401-89d6428185da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:59.159494 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-98d973f6-8662-4c0c-a401-89d6428185da admin admin] Usage tracker for resource:security_group_rule and tenant:54e0ae1af66f431d8ab61d46d13615b0 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:59.165466 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-98d973f6-8662-4c0c-a401-89d6428185da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:59.171592 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a1cdaa1a-b595-4137-ba20-0d425e3a0df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:59.172780 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a1cdaa1a-b595-4137-ba20-0d425e3a0df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:59.176424 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-a1cdaa1a-b595-4137-ba20-0d425e3a0df7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0650d845-18f1-4d80-b6c0-e7212560e561 HTTP/1.1" status: 204 len: 168 time: 0.3515587 May 25 15:59:59.184160 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-98d973f6-8662-4c0c-a401-89d6428185da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:59.195010 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-3e55fb46-1d5e-4d11-9cc7-66b79a4bd8ad req-edde35eb-b2b1-4b52-adc5-9dae2df0e4bb service neutron] 10.222.0.91 "GET /v2.0/networks/ab46e9ff-c4ed-42a6-a4bf-84fd634e0151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184176 May 25 15:59:59.423710 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-3e55fb46-1d5e-4d11-9cc7-66b79a4bd8ad req-336b553a-a504-4e28-8137-02dc4b38b8f3 service neutron] 10.222.0.91 "GET /v2.0/networks/ab46e9ff-c4ed-42a6-a4bf-84fd634e0151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201848 May 25 15:59:59.471571 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-98d973f6-8662-4c0c-a401-89d6428185da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:59.593568 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-98d973f6-8662-4c0c-a401-89d6428185da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:59.602751 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-b5a45eb0-7c7e-4fbf-bf21-a427ef506c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:59.647940 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-98d973f6-8662-4c0c-a401-89d6428185da admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=54e0ae1af66f431d8ab61d46d13615b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7325130 May 25 15:59:59.648820 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d973f6-8662-4c0c-a401-89d6428185da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9418f6-ef53-47dd-9cfb-272f5206b9ec,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:59.651663 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 44368) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:59.654783 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-98d973f6-8662-4c0c-a401-89d6428185da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:59.726031 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c60e2047-269c-4fe4-a1b0-089f60999132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:59.808386 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c60e2047-269c-4fe4-a1b0-089f60999132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:59.963673 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c60e2047-269c-4fe4-a1b0-089f60999132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:59.971842 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-a3334bdb-8216-4171-abee-5425538c8881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:00.000374 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e2047-269c-4fe4-a1b0-089f60999132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9418f6-ef53-47dd-9cfb-272f5206b9ec,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:00.005671 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-c60e2047-269c-4fe4-a1b0-089f60999132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:00.008980 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c60e2047-269c-4fe4-a1b0-089f60999132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:00.010591 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-c60e2047-269c-4fe4-a1b0-089f60999132 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8e9418f6-ef53-47dd-9cfb-272f5206b9ec HTTP/1.1" status: 204 len: 168 time: 0.3581550 May 25 16:00:00.074157 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46850d8b-dcc1-4662-89d9-f1420f2b3636 req-861115f1-3d8d-4775-89a2-a49459f1de3a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:00.083645 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-46850d8b-dcc1-4662-89d9-f1420f2b3636 req-861115f1-3d8d-4775-89a2-a49459f1de3a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1406538 May 25 16:00:00.140077 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-46850d8b-dcc1-4662-89d9-f1420f2b3636 req-24eb36dd-2646-43ba-9e39-1ea45290d5cd tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554504 May 25 16:00:01.427007 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403c373-6f41-480f-9330-9544702be1a8 req-6d5697b4-de94-4d99-ac0b-181cfbc7b66c tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:01.429310 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3403c373-6f41-480f-9330-9544702be1a8 req-6d5697b4-de94-4d99-ac0b-181cfbc7b66c tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1232605 May 25 16:00:01.479015 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3403c373-6f41-480f-9330-9544702be1a8 req-9d0a8f79-f257-4549-9237-e5186a5453bd tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424993 May 25 16:00:01.594020 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 44412) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:01.714485 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-03b942a8-3f7e-4f54-903a-b53637e2425c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-448159673-network', 'tenant_id': '1009942ff088419bb323bdff264b58be'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:01.720160 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-03b942a8-3f7e-4f54-903a-b53637e2425c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:01.724189 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-03b942a8-3f7e-4f54-903a-b53637e2425c admin admin] Usage tracker for resource:network and tenant:1009942ff088419bb323bdff264b58be is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:01.727233 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-03b942a8-3f7e-4f54-903a-b53637e2425c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:01.733554 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-03b942a8-3f7e-4f54-903a-b53637e2425c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:01.842417 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b942a8-3f7e-4f54-903a-b53637e2425c admin admin] Made reservation on behalf of 1009942ff088419bb323bdff264b58be for: {'network': 1} {{(pid=98824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:00:01.845073 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-03b942a8-3f7e-4f54-903a-b53637e2425c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1625114'] for network, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:01.859081 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-03b942a8-3f7e-4f54-903a-b53637e2425c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:01.885463 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-03b942a8-3f7e-4f54-903a-b53637e2425c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:01.892232 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-03b942a8-3f7e-4f54-903a-b53637e2425c admin admin] Usage tracker for resource:security_group_rule and tenant:1009942ff088419bb323bdff264b58be is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:01.896672 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-03b942a8-3f7e-4f54-903a-b53637e2425c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:01.908854 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-03b942a8-3f7e-4f54-903a-b53637e2425c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:01.995780 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-03b942a8-3f7e-4f54-903a-b53637e2425c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:02.072775 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-03b942a8-3f7e-4f54-903a-b53637e2425c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:02.077980 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-b3b129a2-a45f-41eb-8468-bf2847f00ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:02.105224 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b942a8-3f7e-4f54-903a-b53637e2425c admin admin] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=98824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:00:02.117875 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b942a8-3f7e-4f54-903a-b53637e2425c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9805e56e-43c0-4b9e-bf71-14b5147815ad,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:02.121347 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-03b942a8-3f7e-4f54-903a-b53637e2425c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:02.124266 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-03b942a8-3f7e-4f54-903a-b53637e2425c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:02.124635 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.db.segments_db [None req-03b942a8-3f7e-4f54-903a-b53637e2425c admin admin] Added segment 9713b580-352d-4b45-88a9-4138a491136e of type vlan for network 716f3b9d-2e05-4069-974f-5f782839f4ee May 25 16:00:02.239131 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-03b942a8-3f7e-4f54-903a-b53637e2425c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745740942677'] for network, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:02.405150 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-03b942a8-3f7e-4f54-903a-b53637e2425c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387'] for network, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:02.407420 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b942a8-3f7e-4f54-903a-b53637e2425c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:02.408416 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-03b942a8-3f7e-4f54-903a-b53637e2425c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:02.416903 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:02.556058 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b942a8-3f7e-4f54-903a-b53637e2425c admin admin] Pushing event updated for resources: {'Network': ['ID=716f3b9d-2e05-4069-974f-5f782839f4ee,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:02.558867 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-03b942a8-3f7e-4f54-903a-b53637e2425c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:02.567855 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Network 716f3b9d-2e05-4069-974f-5f782839f4ee details requested by agent ovs-agent-dv-cinder-786384-6-smb with host dv-cinder-786384-6-smb {{(pid=98825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:00:02.637503 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-03b942a8-3f7e-4f54-903a-b53637e2425c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0428817 May 25 16:00:02.640639 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 44440) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:02.647389 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-8528c19f-ffb4-4bbb-a7d7-6311753a98d8 admin admin] Request body: {'subnet': {'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-448159673-subnet', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'ip_version': 4}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:02.652521 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-8528c19f-ffb4-4bbb-a7d7-6311753a98d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:02.656878 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-8528c19f-ffb4-4bbb-a7d7-6311753a98d8 admin admin] Usage tracker for resource:subnet and tenant:1009942ff088419bb323bdff264b58be is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:02.660418 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-8528c19f-ffb4-4bbb-a7d7-6311753a98d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:02.665785 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-8528c19f-ffb4-4bbb-a7d7-6311753a98d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:02.686099 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e84b1b-cf93-49dd-aea3-17ef3894ac22 req-87566aea-4f28-4202-b94b-2b8f71fc2c19 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:02.687570 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d0e84b1b-cf93-49dd-aea3-17ef3894ac22 req-87566aea-4f28-4202-b94b-2b8f71fc2c19 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.0878067 May 25 16:00:02.733795 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d0e84b1b-cf93-49dd-aea3-17ef3894ac22 req-c1b0c6b6-b5dd-498a-a1d0-bcaa5798f480 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405612 May 25 16:00:02.758686 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8528c19f-ffb4-4bbb-a7d7-6311753a98d8 admin admin] Made reservation on behalf of 1009942ff088419bb323bdff264b58be for: {'subnet': 1} {{(pid=98823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:00:02.761411 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8528c19f-ffb4-4bbb-a7d7-6311753a98d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:03.252839 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8528c19f-ffb4-4bbb-a7d7-6311753a98d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408'] for subnet, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:03.257479 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:03.337693 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528c19f-ffb4-4bbb-a7d7-6311753a98d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af8a7898-c72b-46af-a95d-1f29441e0d63,revision_number=0']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:03.342292 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-8528c19f-ffb4-4bbb-a7d7-6311753a98d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:03.343245 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8528c19f-ffb4-4bbb-a7d7-6311753a98d8 admin admin] Checking segment: {'id': '9713b580-352d-4b45-88a9-4138a491136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:00:03.343607 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8528c19f-ffb4-4bbb-a7d7-6311753a98d8 admin admin] Network hostable DHCP agents. Network: 716f3b9d-2e05-4069-974f-5f782839f4ee, hostable agents: ['00ebe683-d06a-496e-87c5-4674691aaa5f'], hosted agents: [] {{(pid=98823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:00:03.450134 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8528c19f-ffb4-4bbb-a7d7-6311753a98d8 admin admin] Network 716f3b9d-2e05-4069-974f-5f782839f4ee is scheduled to be hosted by DHCP agent 00ebe683-d06a-496e-87c5-4674691aaa5f with binding_index 1 {{(pid=98823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:00:03.550763 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [None req-8528c19f-ffb4-4bbb-a7d7-6311753a98d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-6-smb, 716f3b9d-2e05-4069-974f-5f782839f4ee) {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:00:03.556609 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8528c19f-ffb4-4bbb-a7d7-6311753a98d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:03.557495 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8528c19f-ffb4-4bbb-a7d7-6311753a98d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for subnet, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:03.563897 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29664f1a-4834-4d00-924a-1e364a486d3c None None] Network 716f3b9d-2e05-4069-974f-5f782839f4ee requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:00:03.670452 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 44456) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:03.670955 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-8528c19f-ffb4-4bbb-a7d7-6311753a98d8 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0288219 May 25 16:00:03.679405 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-1c5c99d1-c6ce-4085-b8f5-a19070bafb12 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-448159673-router', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'}}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:03.686543 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-1c5c99d1-c6ce-4085-b8f5-a19070bafb12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:03.691513 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-1c5c99d1-c6ce-4085-b8f5-a19070bafb12 admin admin] Usage tracker for resource:router and tenant:1009942ff088419bb323bdff264b58be is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:03.695301 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-1c5c99d1-c6ce-4085-b8f5-a19070bafb12 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:03.703055 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-1c5c99d1-c6ce-4085-b8f5-a19070bafb12 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:03.753307 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1c5c99d1-c6ce-4085-b8f5-a19070bafb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-447326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2893'] for router, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:03.755169 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1c5c99d1-c6ce-4085-b8f5-a19070bafb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-449153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2886'] for router, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:03.777748 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1c5c99d1-c6ce-4085-b8f5-a19070bafb12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:03.808982 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ccbcf8-d739-4ddb-a589-c397ec813b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32cf0f2c-b959-5911-8d06-ef128a5e522b-716f3b9d-2e05-4069-974f-5f782839f4ee', 'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'fixed_ips': [{'subnet_id': 'af8a7898-c72b-46af-a95d-1f29441e0d63'}]}} from dv-cinder-786384-6-smb. {{(pid=98825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:00:03.811154 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-89ccbcf8-d739-4ddb-a589-c397ec813b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:04.031219 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.db_base_plugin_common [None req-89ccbcf8-d739-4ddb-a589-c397ec813b32 None None] Allocated IP 172.20.0.2 (716f3b9d-2e05-4069-974f-5f782839f4ee/af8a7898-c72b-46af-a95d-1f29441e0d63/7360613a-2c6c-4235-ae12-264193d33200) {{(pid=98825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:00:04.229117 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1c5c99d1-c6ce-4085-b8f5-a19070bafb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449188', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2864'] for router, precommit_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:04.262554 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1c5fb-f58e-4a80-a629-5e356e0cc038 req-67907000-1cd2-4c9f-84fa-6716bc3d570a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:04.265153 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0dc1c5fb-f58e-4a80-a629-5e356e0cc038 req-67907000-1cd2-4c9f-84fa-6716bc3d570a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.3396406 May 25 16:00:04.267052 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-89ccbcf8-d739-4ddb-a589-c397ec813b32 None None] Notify callbacks [] for port, precommit_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:04.277660 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-89ccbcf8-d739-4ddb-a589-c397ec813b32 None None] Transition to ACTIVE for port object 7360613a-2c6c-4235-ae12-264193d33200 will not be triggered until provisioned by entity L2. {{(pid=98825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:00:04.296827 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-89ccbcf8-d739-4ddb-a589-c397ec813b32 None None] Transition to ACTIVE for port object 7360613a-2c6c-4235-ae12-264193d33200 will not be triggered until provisioned by entity DHCP. {{(pid=98825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:00:04.313748 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0dc1c5fb-f58e-4a80-a629-5e356e0cc038 req-254aa407-8433-4c3f-9e8c-13e11dca0db7 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425596 May 25 16:00:04.408704 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-89ccbcf8-d739-4ddb-a589-c397ec813b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603'] for port, after_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:04.413689 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:04.498228 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ccbcf8-d739-4ddb-a589-c397ec813b32 None None] Network 716f3b9d-2e05-4069-974f-5f782839f4ee is already hosted by enough agents. {{(pid=98825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:00:04.501299 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.scheduler.base_scheduler [None req-89ccbcf8-d739-4ddb-a589-c397ec813b32 None None] Resources bound (agent type, host, resource id): {{(pid=98825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:00:04.505075 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ccbcf8-d739-4ddb-a589-c397ec813b32 None None] Received port after_create {{(pid=98825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:00:04.541521 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccbcf8-d739-4ddb-a589-c397ec813b32 None None] Pushing event updated for resources: {'Port': ['ID=7360613a-2c6c-4235-ae12-264193d33200,revision_number=1']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:04.583638 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-89ccbcf8-d739-4ddb-a589-c397ec813b32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:04.657380 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-89ccbcf8-d739-4ddb-a589-c397ec813b32 None None] Attempting to bind port 7360613a-2c6c-4235-ae12-264193d33200 on host dv-cinder-786384-6-smb for vnic_type normal with profile {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:00:04.657856 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-89ccbcf8-d739-4ddb-a589-c397ec813b32 None None] Attempting to bind port 7360613a-2c6c-4235-ae12-264193d33200 by drivers openvswitch,hyperv on host dv-cinder-786384-6-smb at level 0 using segments [{'id': '9713b580-352d-4b45-88a9-4138a491136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee'}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:00:04.658320 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ccbcf8-d739-4ddb-a589-c397ec813b32 None None] Attempting to bind port 7360613a-2c6c-4235-ae12-264193d33200 on network 716f3b9d-2e05-4069-974f-5f782839f4ee {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:00:04.664011 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ccbcf8-d739-4ddb-a589-c397ec813b32 None None] Checking agent: {'id': '604f280d-a953-439f-8917-ecde1e61df0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 48, 25), 'started_at': datetime.datetime(2021, 5, 25, 15, 48, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:00:04.664506 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ccbcf8-d739-4ddb-a589-c397ec813b32 None None] Checking segment: {'id': '9713b580-352d-4b45-88a9-4138a491136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:00:04.665144 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-89ccbcf8-d739-4ddb-a589-c397ec813b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:04.665622 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ccbcf8-d739-4ddb-a589-c397ec813b32 None None] Bound using segment: {'id': '9713b580-352d-4b45-88a9-4138a491136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee'} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:00:04.666163 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-89ccbcf8-d739-4ddb-a589-c397ec813b32 None None] Bound port: 7360613a-2c6c-4235-ae12-264193d33200, host: dv-cinder-786384-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9713b580-352d-4b45-88a9-4138a491136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee'}}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:00:04.666607 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-89ccbcf8-d739-4ddb-a589-c397ec813b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:04.742608 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1c5c99d1-c6ce-4085-b8f5-a19070bafb12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:04.773635 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-89ccbcf8-d739-4ddb-a589-c397ec813b32 None None] For port 7360613a-2c6c-4235-ae12-264193d33200, host dv-cinder-786384-6-smb, cleared binding levels {{(pid=98825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:00:04.776075 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1c5c99d1-c6ce-4085-b8f5-a19070bafb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:04.777419 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-89ccbcf8-d739-4ddb-a589-c397ec813b32 None None] For port 7360613a-2c6c-4235-ae12-264193d33200, host dv-cinder-786384-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=7360613a-2c6c-4235-ae12-264193d33200,segment=NetworkSegment(9713b580-352d-4b45-88a9-4138a491136e),segment_id=9713b580-352d-4b45-88a9-4138a491136e)] {{(pid=98825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:00:04.844843 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b4a76-aeb8-4dd8-9d55-a83596f86176 req-f977ef0c-d4d5-4e5f-863d-b9b11110dcd1 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:04.846296 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-880b4a76-aeb8-4dd8-9d55-a83596f86176 req-f977ef0c-d4d5-4e5f-863d-b9b11110dcd1 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.2449231 May 25 16:00:04.854223 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-89ccbcf8-d739-4ddb-a589-c397ec813b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:04.862026 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:04.940673 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-880b4a76-aeb8-4dd8-9d55-a83596f86176 req-35d4d951-71f2-4d08-b029-e892a30618f4 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874956 May 25 16:00:04.947970 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccbcf8-d739-4ddb-a589-c397ec813b32 None None] Pushing event updated for resources: {'Port': ['ID=7360613a-2c6c-4235-ae12-264193d33200,revision_number=2']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:04.953393 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-89ccbcf8-d739-4ddb-a589-c397ec813b32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:04.976382 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_common [None req-1c5c99d1-c6ce-4085-b8f5-a19070bafb12 admin admin] Allocated IP 172.28.1.89 (be3871dc-f381-4103-8f68-0343c836dc76/3c10e3ea-68ab-49d4-8887-aa85c11495c1/0f424007-3db7-4d26-8548-b171b43ccc0a) {{(pid=98824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:00:05.183252 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1c5c99d1-c6ce-4085-b8f5-a19070bafb12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:05.313054 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1c5c99d1-c6ce-4085-b8f5-a19070bafb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6454840'] for port, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:05.317912 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:05.530220 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5c99d1-c6ce-4085-b8f5-a19070bafb12 admin admin] Network be3871dc-f381-4103-8f68-0343c836dc76 is already hosted by enough agents. {{(pid=98824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:00:05.534889 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [None req-1c5c99d1-c6ce-4085-b8f5-a19070bafb12 admin admin] Resources bound (agent type, host, resource id): {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:00:05.540209 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5c99d1-c6ce-4085-b8f5-a19070bafb12 admin admin] Received port after_create {{(pid=98824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:00:05.564315 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 7360613a-2c6c-4235-ae12-264193d33200 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:00:05.593560 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c99d1-c6ce-4085-b8f5-a19070bafb12 admin admin] Pushing event updated for resources: {'Port': ['ID=0f424007-3db7-4d26-8548-b171b43ccc0a,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:05.606336 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-1c5c99d1-c6ce-4085-b8f5-a19070bafb12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:05.716827 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning for port 7360613a-2c6c-4235-ae12-264193d33200 completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:00:05.783366 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583c437-a015-4451-bfb8-4f76782c4f35 req-72104c30-5afe-425d-8232-5a9a428d23d6 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:05.784906 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b583c437-a015-4451-bfb8-4f76782c4f35 req-72104c30-5afe-425d-8232-5a9a428d23d6 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.3323894 May 25 16:00:05.883227 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b583c437-a015-4451-bfb8-4f76782c4f35 req-eb92c01e-40c8-466d-b9ea-a4de87c22aa1 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658236 May 25 16:00:05.958878 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a07581-54ad-46e9-9012-95e9fe1f0698 None None] Network 716f3b9d-2e05-4069-974f-5f782839f4ee requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:00:06.144369 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-a3f6bc09-07e6-45b7-a332-271874c51767 None None] Provisioning for port 7360613a-2c6c-4235-ae12-264193d33200 completed by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:00:06.158063 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-a3f6bc09-07e6-45b7-a332-271874c51767 None None] Provisioning complete for port 7360613a-2c6c-4235-ae12-264193d33200 triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:06.158442 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-a3f6bc09-07e6-45b7-a332-271874c51767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:06.230987 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1c5c99d1-c6ce-4085-b8f5-a19070bafb12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:06.307497 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1ca85-52d1-4b4a-8559-c7e989bd3284 req-103d80cc-d392-49ef-b781-2339009a7bca tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:06.309027 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d4c1ca85-52d1-4b4a-8559-c7e989bd3284 req-103d80cc-d392-49ef-b781-2339009a7bca tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.2548356 May 25 16:00:06.333246 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-a3f6bc09-07e6-45b7-a332-271874c51767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:06.367696 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-a3f6bc09-07e6-45b7-a332-271874c51767 None None] For port 7360613a-2c6c-4235-ae12-264193d33200, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=7360613a-2c6c-4235-ae12-264193d33200,segment=NetworkSegment(9713b580-352d-4b45-88a9-4138a491136e),segment_id=9713b580-352d-4b45-88a9-4138a491136e)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:06.440214 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d4c1ca85-52d1-4b4a-8559-c7e989bd3284 req-e8aa30b7-0b5b-4a63-8893-d8c7d52601d9 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210525 May 25 16:00:06.477490 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-a3f6bc09-07e6-45b7-a332-271874c51767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:06.479548 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:06.558318 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6bc09-07e6-45b7-a332-271874c51767 None None] Pushing event updated for resources: {'Port': ['ID=7360613a-2c6c-4235-ae12-264193d33200,revision_number=3']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:06.561945 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-a3f6bc09-07e6-45b7-a332-271874c51767 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:06.602431 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-c169f691-0517-46fe-b1d0-49cc888b4a8b None None] Provisioning complete for port 7360613a-2c6c-4235-ae12-264193d33200 triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:06.602999 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-c169f691-0517-46fe-b1d0-49cc888b4a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:06.635557 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1c5c99d1-c6ce-4085-b8f5-a19070bafb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449255'] for router, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:06.667728 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 63dd0404-955b-4585-8721-710deadea260 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:00:06.870026 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 63dd0404-955b-4585-8721-710deadea260, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=63dd0404-955b-4585-8721-710deadea260,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:06.885225 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Returning: {'device': '63dd0404-955b-4585-8721-710deadea260', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'port_id': '63dd0404-955b-4585-8721-710deadea260', 'mac_address': 'fa:16:3e:7c:61:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:00:06.926777 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5c99d1-c6ce-4085-b8f5-a19070bafb12 admin admin] Router 638ebf80-5784-4979-8f95-bef19799cb38 is scheduled to L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab with binding_index 1 {{(pid=98824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:00:06.949684 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:06.969683 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63dd0404-955b-4585-8721-710deadea260 {{(pid=98825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:00:06.988119 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 63dd0404-955b-4585-8721-710deadea260, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=63dd0404-955b-4585-8721-710deadea260,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:07.026694 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 44542) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:07.091843 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:07.094008 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-b7031d38-6939-474c-82ff-fc78df9f7bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:07.100023 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.db_base_plugin_v2 [None req-8efdee97-f85f-4ff8-a0c6-51dcbc0ed4a4 admin admin] Deleting subnet bd4604ee-5070-40e1-b607-410324843b4c {{(pid=98823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:00:07.104033 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8efdee97-f85f-4ff8-a0c6-51dcbc0ed4a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:07.182207 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8efdee97-f85f-4ff8-a0c6-51dcbc0ed4a4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:07.182701 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=63dd0404-955b-4585-8721-710deadea260,revision_number=6']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:07.186832 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:07.192046 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8efdee97-f85f-4ff8-a0c6-51dcbc0ed4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698781'] for subnet, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:07.323725 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5c99d1-c6ce-4085-b8f5-a19070bafb12 admin admin] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:00:07.326299 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['63dd0404-955b-4585-8721-710deadea260'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:00:07.335379 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8fa891-6082-433f-9e34-dd99ee5a72bf None None] Sync routers for ids ['638ebf80-5784-4979-8f95-bef19799cb38'] in dv-cinder-786384-6-smb {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:00:07.352652 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8fa891-6082-433f-9e34-dd99ee5a72bf None None] Routers {'638ebf80-5784-4979-8f95-bef19799cb38'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:00:07.352652 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-7d8fa891-6082-433f-9e34-dd99ee5a72bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:59:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['638ebf80-5784-4979-8f95-bef19799cb38'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:07.352996 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79a475-ad80-4d8a-87de-185d24a08d4a req-5e919c46-35f7-47e3-87e9-d2c44e263b3a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:07.352996 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-dc79a475-ad80-4d8a-87de-185d24a08d4a req-5e919c46-35f7-47e3-87e9-d2c44e263b3a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 944 time: 0.3360443 May 25 16:00:07.401124 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-dc79a475-ad80-4d8a-87de-185d24a08d4a req-269ce956-c455-4672-a47a-80bd5dcc42b4 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425134 May 25 16:00:07.433076 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1c5c99d1-c6ce-4085-b8f5-a19070bafb12 admin admin] Notify callbacks [] for router, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:07.437591 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-1c5c99d1-c6ce-4085-b8f5-a19070bafb12 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.7648447 May 25 16:00:07.438567 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 44550) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:07.571567 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-7d8fa891-6082-433f-9e34-dd99ee5a72bf None None] Set router 638ebf80-5784-4979-8f95-bef19799cb38 gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:00:07.598874 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8efdee97-f85f-4ff8-a0c6-51dcbc0ed4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1697896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408'] for subnet, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:07.608886 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:07.620402 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 7360613a-2c6c-4235-ae12-264193d33200 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:00:07.685620 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efdee97-f85f-4ff8-a0c6-51dcbc0ed4a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd4604ee-5070-40e1-b607-410324843b4c,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:07.687438 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8efdee97-f85f-4ff8-a0c6-51dcbc0ed4a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for subnet, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:07.692104 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-8efdee97-f85f-4ff8-a0c6-51dcbc0ed4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:07.697916 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-8efdee97-f85f-4ff8-a0c6-51dcbc0ed4a4 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/bd4604ee-5070-40e1-b607-410324843b4c HTTP/1.1" status: 204 len: 168 time: 0.6672311 May 25 16:00:07.698091 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 44558) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:07.731461 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 7360613a-2c6c-4235-ae12-264193d33200 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:07.732199 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:07.952304 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-7d8fa891-6082-433f-9e34-dd99ee5a72bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638ebf80-5784-4979-8f95-bef19799cb38', 'name': 'tempest-TestShelveInstance-448159673-router', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89'}], 'enable_snat': True}, 'gw_port_id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:03Z', 'updated_at': '2021-05-25T16:00:05Z', 'revision_number': 3, 'project_id': '1009942ff088419bb323bdff264b58be', 'gw_port': {'id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638ebf80-5784-4979-8f95-bef19799cb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:04Z', 'updated_at': '2021-05-25T16:00:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:07.956897 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8fa891-6082-433f-9e34-dd99ee5a72bf None None] Checking router: 638ebf80-5784-4979-8f95-bef19799cb38 for host: dv-cinder-786384-6-smb {{(pid=98826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:00:07.957506 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8fa891-6082-433f-9e34-dd99ee5a72bf None None] Updating router 638ebf80-5784-4979-8f95-bef19799cb38 port 0f424007-3db7-4d26-8548-b171b43ccc0a binding host dv-cinder-786384-6-smb {{(pid=98826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:00:08.020101 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-7d8fa891-6082-433f-9e34-dd99ee5a72bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:08.073512 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb97266-2a1b-45fe-bdc2-0929708a8be2 req-cd98e1fa-1f6a-4b53-91b6-9fae33625c70 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:08.074254 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-afb97266-2a1b-45fe-bdc2-0929708a8be2 req-cd98e1fa-1f6a-4b53-91b6-9fae33625c70 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Synchronizing usage tracker for tenant:3b535e0be0c24db68760dcdb4881bdaf on resource:port {{(pid=98823) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:00:08.090382 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-afb97266-2a1b-45fe-bdc2-0929708a8be2 req-cd98e1fa-1f6a-4b53-91b6-9fae33625c70 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Unset dirty status for tenant:3b535e0be0c24db68760dcdb4881bdaf on resource:port {{(pid=98823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:00:08.092823 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-afb97266-2a1b-45fe-bdc2-0929708a8be2 req-cd98e1fa-1f6a-4b53-91b6-9fae33625c70 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.91 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.3510079 May 25 16:00:08.114373 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-68f26d5f-9fc8-44e8-ab63-f452e0bdfd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655721'] for network, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:08.161805 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fcabb-89d8-4dec-97e8-b35e1e7e3da4 req-47b0a4bf-9a40-49fd-948d-b85cd3fed891 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:08.163334 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-963fcabb-89d8-4dec-97e8-b35e1e7e3da4 req-47b0a4bf-9a40-49fd-948d-b85cd3fed891 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 945 time: 0.4373913 May 25 16:00:08.323311 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-afb97266-2a1b-45fe-bdc2-0929708a8be2 req-ec7ab2c1-6aa7-4687-b748-90adb9303f17 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Deleting port 4832c875-862c-4828-bf0a-eb9f7d39b558 {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:00:08.323976 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-afb97266-2a1b-45fe-bdc2-0929708a8be2 req-ec7ab2c1-6aa7-4687-b748-90adb9303f17 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:08.508833 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-68f26d5f-9fc8-44e8-ab63-f452e0bdfd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700178', 'neutron.services.segments.db._delete_segments_for_network-8745741368284'] for network, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:08.525632 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.services.segments.db [None req-68f26d5f-9fc8-44e8-ab63-f452e0bdfd41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5236d657-b434-4f22-b7c1-312b718dc2e9']}} {{(pid=98824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:08.540262 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-afb97266-2a1b-45fe-bdc2-0929708a8be2 req-ec7ab2c1-6aa7-4687-b748-90adb9303f17 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] For port 4832c875-862c-4828-bf0a-eb9f7d39b558, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4832c875-862c-4828-bf0a-eb9f7d39b558,segment=NetworkSegment(50258eee-3ee7-4f79-9fdc-7a42204fd626),segment_id=50258eee-3ee7-4f79-9fdc-7a42204fd626)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:08.541004 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-afb97266-2a1b-45fe-bdc2-0929708a8be2 req-ec7ab2c1-6aa7-4687-b748-90adb9303f17 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:08.546524 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.services.segments.db [None req-68f26d5f-9fc8-44e8-ab63-f452e0bdfd41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fefbe82a-316e-48a2-8bfa-c3859e2793c8') {'for_net_delete': True} {{(pid=98824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:08.547058 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.services.segments.db [None req-68f26d5f-9fc8-44e8-ab63-f452e0bdfd41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fefbe82a-316e-48a2-8bfa-c3859e2793c8') {} {{(pid=98824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:08.554100 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-7d8fa891-6082-433f-9e34-dd99ee5a72bf None None] Notify callbacks [] for port, precommit_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:08.565503 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-68f26d5f-9fc8-44e8-ab63-f452e0bdfd41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745741377181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513096'] for segment, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:08.588521 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.provisioning_blocks [None req-7d8fa891-6082-433f-9e34-dd99ee5a72bf None None] Transition to ACTIVE for port object 0f424007-3db7-4d26-8548-b171b43ccc0a will not be triggered until provisioned by entity L2. {{(pid=98826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:00:08.604267 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-68f26d5f-9fc8-44e8-ab63-f452e0bdfd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:08.618615 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-963fcabb-89d8-4dec-97e8-b35e1e7e3da4 req-fba683ce-498c-47f9-9a85-1cbef7bba641 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442184 May 25 16:00:08.620162 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f26d5f-9fc8-44e8-ab63-f452e0bdfd41 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=98824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:00:08.620827 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-68f26d5f-9fc8-44e8-ab63-f452e0bdfd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6454893'] for segment, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: Traceback (most recent call last): May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: timer() May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: cb(*args, **kw) May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: return func(*args, **kwargs) May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: self._notify() May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: self.callback(batched_events) May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: event.method(event) May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: return f(self, *a, **k) May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: return self._get(url).json() May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: return self.request(url, 'GET', **kwargs) May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:00:08.643235 dv-cinder-786384-6-smb neutron-server[98824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:00:08.685664 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-7d8fa891-6082-433f-9e34-dd99ee5a72bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:08.695467 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:08.726211 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 63dd0404-955b-4585-8721-710deadea260 up at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:00:08.756274 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-afb97266-2a1b-45fe-bdc2-0929708a8be2 req-ec7ab2c1-6aa7-4687-b748-90adb9303f17 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Calling delete_port for 4832c875-862c-4828-bf0a-eb9f7d39b558 owned by compute:nova {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:00:08.834994 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning complete for port 63dd0404-955b-4585-8721-710deadea260 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:08.835468 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:08.936838 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba857a-0560-4ef3-ae05-036623e4e186 None None] Pushing event updated for resources: {'Port': ['ID=0f424007-3db7-4d26-8548-b171b43ccc0a,revision_number=2']} {{(pid=98826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:08.944337 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.managers [None req-7d8fa891-6082-433f-9e34-dd99ee5a72bf None None] Attempting to bind port 0f424007-3db7-4d26-8548-b171b43ccc0a on host dv-cinder-786384-6-smb for vnic_type normal with profile {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:00:08.944782 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.managers [None req-7d8fa891-6082-433f-9e34-dd99ee5a72bf None None] Attempting to bind port 0f424007-3db7-4d26-8548-b171b43ccc0a by drivers openvswitch,hyperv on host dv-cinder-786384-6-smb at level 0 using segments [{'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'}] {{(pid=98826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:00:08.945239 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8fa891-6082-433f-9e34-dd99ee5a72bf None None] Attempting to bind port 0f424007-3db7-4d26-8548-b171b43ccc0a on network be3871dc-f381-4103-8f68-0343c836dc76 {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:00:08.953932 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba857a-0560-4ef3-ae05-036623e4e186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:08.954526 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba857a-0560-4ef3-ae05-036623e4e186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:08.955056 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba857a-0560-4ef3-ae05-036623e4e186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:08.955393 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba857a-0560-4ef3-ae05-036623e4e186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:08.966540 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba857a-0560-4ef3-ae05-036623e4e186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:08.966540 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba857a-0560-4ef3-ae05-036623e4e186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:08.966540 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba857a-0560-4ef3-ae05-036623e4e186 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:08.966540 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba857a-0560-4ef3-ae05-036623e4e186 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:08.966540 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba857a-0560-4ef3-ae05-036623e4e186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:08.966540 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba857a-0560-4ef3-ae05-036623e4e186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:08.966540 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba857a-0560-4ef3-ae05-036623e4e186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:08.966540 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba857a-0560-4ef3-ae05-036623e4e186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:08.966540 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [None req-66ba857a-0560-4ef3-ae05-036623e4e186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:08.966540 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8fa891-6082-433f-9e34-dd99ee5a72bf None None] Checking agent: {'id': '604f280d-a953-439f-8917-ecde1e61df0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 48, 25), 'started_at': datetime.datetime(2021, 5, 25, 15, 48, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:00:08.968566 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8fa891-6082-433f-9e34-dd99ee5a72bf None None] Checking segment: {'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:00:08.968566 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-7d8fa891-6082-433f-9e34-dd99ee5a72bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:08.976185 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8fa891-6082-433f-9e34-dd99ee5a72bf None None] Bound using segment: {'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'} {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:00:08.976848 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.managers [None req-7d8fa891-6082-433f-9e34-dd99ee5a72bf None None] Bound port: 0f424007-3db7-4d26-8548-b171b43ccc0a, host: dv-cinder-786384-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'}}] {{(pid=98826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:00:08.977408 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-7d8fa891-6082-433f-9e34-dd99ee5a72bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:09.019115 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:09.058285 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-afb97266-2a1b-45fe-bdc2-0929708a8be2 req-ec7ab2c1-6aa7-4687-b748-90adb9303f17 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:09.059173 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-68f26d5f-9fc8-44e8-ab63-f452e0bdfd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449069'] for network, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:09.069697 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 63dd0404-955b-4585-8721-710deadea260, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=63dd0404-955b-4585-8721-710deadea260,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:09.075228 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-cd2fdf04-440d-467d-8504-50e7b63c7875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:09.076301 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b77655f-87f7-4f8a-a025-b6ac0493dbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63dd0404-955b-4585-8721-710deadea260'}] {{(pid=98825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:00:09.081908 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.db [None req-7d8fa891-6082-433f-9e34-dd99ee5a72bf None None] For port 0f424007-3db7-4d26-8548-b171b43ccc0a, host dv-cinder-786384-6-smb, cleared binding levels {{(pid=98826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:00:09.082157 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccda923-02a5-4e6f-be9e-770ea8b9bdb9 req-f9f8d698-9301-4fa4-81df-3acea52e147a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:09.083792 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1ccda923-02a5-4e6f-be9e-770ea8b9bdb9 req-f9f8d698-9301-4fa4-81df-3acea52e147a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 944 time: 0.3662379 May 25 16:00:09.087308 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-68f26d5f-9fc8-44e8-ab63-f452e0bdfd41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:09.089692 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:09.102214 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.db [None req-7d8fa891-6082-433f-9e34-dd99ee5a72bf None None] For port 0f424007-3db7-4d26-8548-b171b43ccc0a, host dv-cinder-786384-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=0f424007-3db7-4d26-8548-b171b43ccc0a,segment=NetworkSegment(13ec9ed7-53c7-433f-97c5-96b1b940f45d),segment_id=13ec9ed7-53c7-433f-97c5-96b1b940f45d)] {{(pid=98826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:00:09.119618 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['dfcbd918-5bb5-4a5f-b576-82d8e4395f65'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:00:09.133532 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f26d5f-9fc8-44e8-ab63-f452e0bdfd41 admin admin] Pushing event deleted for resources: {'Network': ['ID=5236d657-b434-4f22-b7c1-312b718dc2e9,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:09.140859 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-68f26d5f-9fc8-44e8-ab63-f452e0bdfd41 admin admin] 10.222.0.72 "DELETE /v2.0/networks/5236d657-b434-4f22-b7c1-312b718dc2e9 HTTP/1.1" status: 204 len: 168 time: 1.4422991 May 25 16:00:09.141975 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-68f26d5f-9fc8-44e8-ab63-f452e0bdfd41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:09.163804 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ab2c1-6aa7-4687-b748-90adb9303f17 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Pushing event deleted for resources: {'Port': ['ID=4832c875-862c-4828-bf0a-eb9f7d39b558,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:09.175034 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-ec7ab2c1-6aa7-4687-b748-90adb9303f17 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:09.199494 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-7d8fa891-6082-433f-9e34-dd99ee5a72bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:09.205338 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:09.285275 dv-cinder-786384-6-smb neutron-server[98825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b77655f-87f7-4f8a-a025-b6ac0493dbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63dd0404-955b-4585-8721-710deadea260', 'code': 200} May 25 16:00:09.287075 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1ccda923-02a5-4e6f-be9e-770ea8b9bdb9 req-398d05ea-d2da-4027-ac34-ca8336cf1349 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741741 May 25 16:00:09.312669 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb97266-2a1b-45fe-bdc2-0929708a8be2 req-ec7ab2c1-6aa7-4687-b748-90adb9303f17 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] No DVR routers for this DVR port 4832c875-862c-4828-bf0a-eb9f7d39b558 on host hv-cinder-78638 {{(pid=98823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:00:09.312669 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-afb97266-2a1b-45fe-bdc2-0929708a8be2 req-ec7ab2c1-6aa7-4687-b748-90adb9303f17 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:09.316956 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919896ca-26a6-4095-b944-8f405f9fc36e', 'name': 'network-vif-deleted', 'tag': '4832c875-862c-4828-bf0a-eb9f7d39b558'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:00:09.327243 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:09.328121 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 4832c875-862c-4828-bf0a-eb9f7d39b558 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:00:09.372039 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:09.372277 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919896ca-26a6-4095-b944-8f405f9fc36e', 'name': 'network-vif-deleted', 'tag': '4832c875-862c-4828-bf0a-eb9f7d39b558', 'status': 'completed', 'code': 200} May 25 16:00:09.378911 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba857a-0560-4ef3-ae05-036623e4e186 None None] Pushing event updated for resources: {'Port': ['ID=0f424007-3db7-4d26-8548-b171b43ccc0a,revision_number=3']} {{(pid=98826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:09.382208 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [None req-66ba857a-0560-4ef3-ae05-036623e4e186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:09.384472 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8fa891-6082-433f-9e34-dd99ee5a72bf None None] Routers {'638ebf80-5784-4979-8f95-bef19799cb38'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:00:09.385626 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-7d8fa891-6082-433f-9e34-dd99ee5a72bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:59:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['638ebf80-5784-4979-8f95-bef19799cb38'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:09.399256 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-394be58b-b57b-4fd4-a0c3-fa060785fc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:09.431457 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] No Port match for: 4832c875-862c-4828-bf0a-eb9f7d39b558 {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:00:09.431803 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 4832c875-862c-4828-bf0a-eb9f7d39b558 not bound to the agent host hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:00:09.472078 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-afb97266-2a1b-45fe-bdc2-0929708a8be2 req-ec7ab2c1-6aa7-4687-b748-90adb9303f17 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.91 "DELETE /v2.0/ports/4832c875-862c-4828-bf0a-eb9f7d39b558 HTTP/1.1" status: 204 len: 173 time: 1.3612893 May 25 16:00:09.479050 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=63dd0404-955b-4585-8721-710deadea260,revision_number=7']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:09.491161 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:09.678468 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-7d8fa891-6082-433f-9e34-dd99ee5a72bf None None] Set router 638ebf80-5784-4979-8f95-bef19799cb38 gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:00:09.697476 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 44604) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:09.790268 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-0a4ac088-9844-4b1a-ac22-48a722118382 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4a094366b940450fa613a7c47cc83a09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0914958 May 25 16:00:09.792647 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 44608) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:09.883448 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-cb825d3a-efaf-4ed0-8326-d2d47107e3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:09.898926 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ca14c26f-326e-4262-94b1-dea0330f4522 req-f4190a89-7ebd-46c0-b61c-f00a3013e900 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 210 time: 0.1036787 May 25 16:00:09.933701 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-cb825d3a-efaf-4ed0-8326-d2d47107e3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:09.958275 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_common [None req-394be58b-b57b-4fd4-a0c3-fa060785fc55 admin admin] Allocated IP 172.20.0.1 (716f3b9d-2e05-4069-974f-5f782839f4ee/af8a7898-c72b-46af-a95d-1f29441e0d63/b9adab65-91ce-4dcb-b3dc-8b090b68afdd) {{(pid=98824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:00:10.098090 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-7d8fa891-6082-433f-9e34-dd99ee5a72bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638ebf80-5784-4979-8f95-bef19799cb38', 'name': 'tempest-TestShelveInstance-448159673-router', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89'}], 'enable_snat': True}, 'gw_port_id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:03Z', 'updated_at': '2021-05-25T16:00:05Z', 'revision_number': 3, 'project_id': '1009942ff088419bb323bdff264b58be', 'gw_port': {'id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638ebf80-5784-4979-8f95-bef19799cb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:04Z', 'updated_at': '2021-05-25T16:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:10.105872 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8fa891-6082-433f-9e34-dd99ee5a72bf None None] The sync data for ids ['638ebf80-5784-4979-8f95-bef19799cb38'] in dv-cinder-786384-6-smb is: [{'id': '638ebf80-5784-4979-8f95-bef19799cb38', 'name': 'tempest-TestShelveInstance-448159673-router', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89'}], 'enable_snat': True}, 'gw_port_id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:03Z', 'updated_at': '2021-05-25T16:00:05Z', 'revision_number': 3, 'project_id': '1009942ff088419bb323bdff264b58be', 'gw_port': {'id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638ebf80-5784-4979-8f95-bef19799cb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:04Z', 'updated_at': '2021-05-25T16:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}] {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:00:10.118463 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-cb825d3a-efaf-4ed0-8326-d2d47107e3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:10.125797 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-68489795-bb6c-4d8f-a070-4f9a94aaf48a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:10.146571 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb825d3a-efaf-4ed0-8326-d2d47107e3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097042cd-0405-4cdd-9ed0-239e523bc280,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:10.150510 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-cb825d3a-efaf-4ed0-8326-d2d47107e3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:10.153317 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-cb825d3a-efaf-4ed0-8326-d2d47107e3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:10.154514 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-cb825d3a-efaf-4ed0-8326-d2d47107e3f9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/097042cd-0405-4cdd-9ed0-239e523bc280 HTTP/1.1" status: 204 len: 168 time: 0.3609319 May 25 16:00:10.202262 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-394be58b-b57b-4fd4-a0c3-fa060785fc55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:10.241670 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.provisioning_blocks [None req-394be58b-b57b-4fd4-a0c3-fa060785fc55 admin admin] Transition to ACTIVE for port object b9adab65-91ce-4dcb-b3dc-8b090b68afdd will not be triggered until provisioned by entity DHCP. {{(pid=98824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:00:10.683575 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60afce-1a0e-4861-8a88-dfd9bd7e927d req-59db8970-7a4a-4b26-9ac0-d79e1f1437e4 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:10.694624 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6f60afce-1a0e-4861-8a88-dfd9bd7e927d req-59db8970-7a4a-4b26-9ac0-d79e1f1437e4 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.2149680 May 25 16:00:10.781078 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6f60afce-1a0e-4861-8a88-dfd9bd7e927d req-edff319f-ab54-44a8-8946-d94e50286a7b tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789132 May 25 16:00:10.864588 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-394be58b-b57b-4fd4-a0c3-fa060785fc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6454840'] for port, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:10.864588 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a7f6e830-2b99-42e0-ba8d-31acf79c3fe9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:10.959852 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394be58b-b57b-4fd4-a0c3-fa060785fc55 admin admin] Pushing event updated for resources: {'Port': ['ID=b9adab65-91ce-4dcb-b3dc-8b090b68afdd,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:10.974349 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-394be58b-b57b-4fd4-a0c3-fa060785fc55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:11.001452 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394be58b-b57b-4fd4-a0c3-fa060785fc55 admin admin] Network 716f3b9d-2e05-4069-974f-5f782839f4ee is already hosted by enough agents. {{(pid=98824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:00:11.002729 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [None req-394be58b-b57b-4fd4-a0c3-fa060785fc55 admin admin] Resources bound (agent type, host, resource id): {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:00:11.031534 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394be58b-b57b-4fd4-a0c3-fa060785fc55 admin admin] Received port after_create {{(pid=98824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:00:11.109859 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-394be58b-b57b-4fd4-a0c3-fa060785fc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452246'] for router_interface, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:11.250960 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a2c6103b-c0bb-463f-aa3a-21a2cd6af3f7 req-9f66e1ff-63da-4ec0-8a01-5b2e29b70f6c tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=919896ca-26a6-4095-b944-8f405f9fc36e HTTP/1.1" status: 200 len: 210 time: 0.1119502 May 25 16:00:11.565083 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12efa4d-cf9c-4f06-b6c2-5e5fea132250 req-1343767e-b4d4-4778-b54b-a58ebbe670e6 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:11.566651 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b12efa4d-cf9c-4f06-b6c2-5e5fea132250 req-1343767e-b4d4-4778-b54b-a58ebbe670e6 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.2118862 May 25 16:00:11.638955 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-5c7f137b-b6c6-475e-ba4f-9a45c6ddaba3 None None] Provisioning for port b9adab65-91ce-4dcb-b3dc-8b090b68afdd completed by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:00:11.644866 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-5c7f137b-b6c6-475e-ba4f-9a45c6ddaba3 None None] Provisioning complete for port b9adab65-91ce-4dcb-b3dc-8b090b68afdd triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:11.647727 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-5c7f137b-b6c6-475e-ba4f-9a45c6ddaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:11.648434 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b12efa4d-cf9c-4f06-b6c2-5e5fea132250 req-a632c0ce-d2cc-48a3-a8a9-fbedded2cf60 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629127 May 25 16:00:11.727990 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 0f424007-3db7-4d26-8548-b171b43ccc0a up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:00:11.752820 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-394be58b-b57b-4fd4-a0c3-fa060785fc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:11.831291 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-5c7f137b-b6c6-475e-ba4f-9a45c6ddaba3 None None] Port b9adab65-91ce-4dcb-b3dc-8b090b68afdd cannot update to ACTIVE because it is not bound. {{(pid=98825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:00:11.969980 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning for port 0f424007-3db7-4d26-8548-b171b43ccc0a completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:00:11.975498 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 0f424007-3db7-4d26-8548-b171b43ccc0a triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:11.976106 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:12.219222 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddc7af-18f8-48d3-8c7d-f57ebceebfdb req-a7332be4-86f7-4db8-add3-610da40b87da tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:12.231126 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-18ddc7af-18f8-48d3-8c7d-f57ebceebfdb req-a7332be4-86f7-4db8-add3-610da40b87da tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.2304952 May 25 16:00:12.242751 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:12.313991 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] For port 0f424007-3db7-4d26-8548-b171b43ccc0a, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=0f424007-3db7-4d26-8548-b171b43ccc0a,segment=NetworkSegment(13ec9ed7-53c7-433f-97c5-96b1b940f45d),segment_id=13ec9ed7-53c7-433f-97c5-96b1b940f45d)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:12.334101 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-394be58b-b57b-4fd4-a0c3-fa060785fc55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:12.351749 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-18ddc7af-18f8-48d3-8c7d-f57ebceebfdb req-cfdb745d-9dce-4ba4-b8cd-b055b84ab5e7 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189728 May 25 16:00:12.381677 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:12.384247 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-a3f6bc09-07e6-45b7-a332-271874c51767 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:12.455867 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-394be58b-b57b-4fd4-a0c3-fa060785fc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6454833'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:12.494058 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:12.528284 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Pushing event updated for resources: {'Port': ['ID=0f424007-3db7-4d26-8548-b171b43ccc0a,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:12.534663 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:12.728325 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-394be58b-b57b-4fd4-a0c3-fa060785fc55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452155'] for router_interface, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:12.746736 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394be58b-b57b-4fd4-a0c3-fa060785fc55 admin admin] Pushing event updated for resources: {'Port': ['ID=b9adab65-91ce-4dcb-b3dc-8b090b68afdd,revision_number=2']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:12.785897 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-394be58b-b57b-4fd4-a0c3-fa060785fc55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:13.125107 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d076553-bc75-4136-8329-da8e3c6ed47e req-0e844cc5-a1fd-46a3-b8d8-0f88cf8341a2 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:13.133016 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9d076553-bc75-4136-8329-da8e3c6ed47e req-0e844cc5-a1fd-46a3-b8d8-0f88cf8341a2 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.3474181 May 25 16:00:13.256830 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9d076553-bc75-4136-8329-da8e3c6ed47e req-7a16aa6c-42bd-42d7-b474-ae62b3f5e2bc tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238251 May 25 16:00:13.281426 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394be58b-b57b-4fd4-a0c3-fa060785fc55 admin admin] Network 716f3b9d-2e05-4069-974f-5f782839f4ee is already hosted by enough agents. {{(pid=98824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:00:13.286752 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [None req-394be58b-b57b-4fd4-a0c3-fa060785fc55 admin admin] Resources bound (agent type, host, resource id): {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:00:13.603463 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 0f424007-3db7-4d26-8548-b171b43ccc0a up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:00:13.734676 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 0f424007-3db7-4d26-8548-b171b43ccc0a triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:13.734820 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:13.771968 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b9726-0800-4b59-b8c7-8b32f00f42ce req-46f59fbe-29e8-464f-802f-b71214c6dd2f tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:13.779589 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-522b9726-0800-4b59-b8c7-8b32f00f42ce req-46f59fbe-29e8-464f-802f-b71214c6dd2f tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.6056199 May 25 16:00:13.810479 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-d19668fc-e34c-465d-ba57-5aea69989804 None None] Provisioning complete for port b9adab65-91ce-4dcb-b3dc-8b090b68afdd triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:13.811211 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-d19668fc-e34c-465d-ba57-5aea69989804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:13.816574 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394be58b-b57b-4fd4-a0c3-fa060785fc55 admin admin] Router 638ebf80-5784-4979-8f95-bef19799cb38 has already been hosted by L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab {{(pid=98824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:00:13.861173 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-522b9726-0800-4b59-b8c7-8b32f00f42ce req-b3020432-593d-46f3-aa2b-3d92f7211771 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787513 May 25 16:00:13.878885 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf0fcb-544b-48d9-8245-af4b950816aa req-37ed8f36-c861-4d79-83c2-a02dcd1e5b2e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:13.886556 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b9bf0fcb-544b-48d9-8245-af4b950816aa req-37ed8f36-c861-4d79-83c2-a02dcd1e5b2e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.2545862 May 25 16:00:13.981153 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-d19668fc-e34c-465d-ba57-5aea69989804 None None] Port b9adab65-91ce-4dcb-b3dc-8b090b68afdd cannot update to ACTIVE because it is not bound. {{(pid=98825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:00:14.072637 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b9bf0fcb-544b-48d9-8245-af4b950816aa req-2d306b41-1465-4a4a-809d-8fc88054fbb1 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847575 May 25 16:00:14.122713 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394be58b-b57b-4fd4-a0c3-fa060785fc55 admin admin] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:00:14.141992 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-394be58b-b57b-4fd4-a0c3-fa060785fc55 admin admin] 10.222.0.72 "PUT /v2.0/routers/638ebf80-5784-4979-8f95-bef19799cb38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6927490 May 25 16:00:14.142427 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3900c85-8082-44f9-8167-827081d84ec8 None None] Sync routers for ids ['638ebf80-5784-4979-8f95-bef19799cb38'] in dv-cinder-786384-6-smb {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:00:14.151310 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3900c85-8082-44f9-8167-827081d84ec8 None None] Routers {'638ebf80-5784-4979-8f95-bef19799cb38'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:00:14.152195 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-f3900c85-8082-44f9-8167-827081d84ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:59:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['638ebf80-5784-4979-8f95-bef19799cb38'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:14.478109 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-f3900c85-8082-44f9-8167-827081d84ec8 None None] Set router 638ebf80-5784-4979-8f95-bef19799cb38 gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:00:14.582686 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d47313-dd36-4c9d-b50a-b60137be688f req-23d73a08-a31e-471d-bcf0-ee727ed6cff0 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:14.593454 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-42d47313-dd36-4c9d-b50a-b60137be688f req-23d73a08-a31e-471d-bcf0-ee727ed6cff0 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.1388566 May 25 16:00:14.692636 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-42d47313-dd36-4c9d-b50a-b60137be688f req-97399a4e-b7d0-4d73-8060-8dd0c363d93e tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968106 May 25 16:00:15.036156 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-f3900c85-8082-44f9-8167-827081d84ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638ebf80-5784-4979-8f95-bef19799cb38', 'name': 'tempest-TestShelveInstance-448159673-router', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89'}], 'enable_snat': True}, 'gw_port_id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:03Z', 'updated_at': '2021-05-25T16:00:11Z', 'revision_number': 4, 'project_id': '1009942ff088419bb323bdff264b58be', 'gw_port': {'id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ebf80-5784-4979-8f95-bef19799cb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:04Z', 'updated_at': '2021-05-25T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': 'b9adab65-91ce-4dcb-b3dc-8b090b68afdd', 'name': '', 'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'mac_address': 'fa:16:3e:32:dc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638ebf80-5784-4979-8f95-bef19799cb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'af8a7898-c72b-46af-a95d-1f29441e0d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:09Z', 'updated_at': '2021-05-25T16:00:11Z', 'revision_number': 2, 'project_id': '1009942ff088419bb323bdff264b58be', 'subnets': [{'id': 'af8a7898-c72b-46af-a95d-1f29441e0d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:15.041229 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3900c85-8082-44f9-8167-827081d84ec8 None None] Checking router: 638ebf80-5784-4979-8f95-bef19799cb38 for host: dv-cinder-786384-6-smb {{(pid=98825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:00:15.041595 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3900c85-8082-44f9-8167-827081d84ec8 None None] Updating router 638ebf80-5784-4979-8f95-bef19799cb38 port b9adab65-91ce-4dcb-b3dc-8b090b68afdd binding host dv-cinder-786384-6-smb {{(pid=98825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:00:15.125444 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-f3900c85-8082-44f9-8167-827081d84ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:15.157205 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d314b1-13fb-4601-84e3-1eeef9a596d4 req-2d454d99-3171-4c3f-9948-84a13489f112 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:15.167495 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-31d314b1-13fb-4601-84e3-1eeef9a596d4 req-2d454d99-3171-4c3f-9948-84a13489f112 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.1373878 May 25 16:00:15.250511 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-31d314b1-13fb-4601-84e3-1eeef9a596d4 req-bd502d53-5649-414e-af2d-082fd50e6c32 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820434 May 25 16:00:15.415437 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544ee3f-5f29-4143-bc27-dc812faec30a req-20e0a3c8-249a-4630-84de-e0ccdbb54178 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:15.415437 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7544ee3f-5f29-4143-bc27-dc812faec30a req-20e0a3c8-249a-4630-84de-e0ccdbb54178 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.0892296 May 25 16:00:15.441332 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7544ee3f-5f29-4143-bc27-dc812faec30a req-03cc73e6-705e-43b9-a442-7202315ebe7c tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453377 May 25 16:00:15.595622 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-f3900c85-8082-44f9-8167-827081d84ec8 None None] Notify callbacks [] for port, precommit_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:15.606927 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-f3900c85-8082-44f9-8167-827081d84ec8 None None] Transition to ACTIVE for port object b9adab65-91ce-4dcb-b3dc-8b090b68afdd will not be triggered until provisioned by entity L2. {{(pid=98825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:00:15.875525 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 44714) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:15.886934 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-4324715a-2086-417f-aa49-53182d82fe33 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-154103621-network', 'tenant_id': '31f5ef477f774c89a44069cdaf13823d'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:15.886934 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-4324715a-2086-417f-aa49-53182d82fe33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:15.891359 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-4324715a-2086-417f-aa49-53182d82fe33 admin admin] Usage tracker for resource:network and tenant:31f5ef477f774c89a44069cdaf13823d is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:15.894519 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-4324715a-2086-417f-aa49-53182d82fe33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:15.900577 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-4324715a-2086-417f-aa49-53182d82fe33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:15.905333 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9141b-dc3a-44d0-bfa5-0a23af89f66a req-756f4c7e-03aa-4876-9e7e-dc76690b8362 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:15.906953 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ddb9141b-dc3a-44d0-bfa5-0a23af89f66a req-756f4c7e-03aa-4876-9e7e-dc76690b8362 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.0949638 May 25 16:00:15.952903 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-f3900c85-8082-44f9-8167-827081d84ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:15.954532 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ddb9141b-dc3a-44d0-bfa5-0a23af89f66a req-3ba167a4-d058-4605-a18c-f24a81c9815d tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414896 May 25 16:00:15.956671 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:16.028124 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4324715a-2086-417f-aa49-53182d82fe33 admin admin] Made reservation on behalf of 31f5ef477f774c89a44069cdaf13823d for: {'network': 1} {{(pid=98823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:00:16.031347 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4324715a-2086-417f-aa49-53182d82fe33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1625114'] for network, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:16.049495 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4324715a-2086-417f-aa49-53182d82fe33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:16.068109 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-4324715a-2086-417f-aa49-53182d82fe33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:16.072826 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-4324715a-2086-417f-aa49-53182d82fe33 admin admin] Usage tracker for resource:security_group_rule and tenant:31f5ef477f774c89a44069cdaf13823d is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:16.076901 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-4324715a-2086-417f-aa49-53182d82fe33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:16.083747 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-4324715a-2086-417f-aa49-53182d82fe33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:16.100992 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473663a-9562-46c1-ba73-628d85e532da None None] Pushing event updated for resources: {'Port': ['ID=b9adab65-91ce-4dcb-b3dc-8b090b68afdd,revision_number=3']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:16.121116 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473663a-9562-46c1-ba73-628d85e532da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:16.121604 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473663a-9562-46c1-ba73-628d85e532da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:16.122056 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473663a-9562-46c1-ba73-628d85e532da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:16.123104 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473663a-9562-46c1-ba73-628d85e532da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:16.123758 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473663a-9562-46c1-ba73-628d85e532da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:16.124249 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473663a-9562-46c1-ba73-628d85e532da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:16.124674 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473663a-9562-46c1-ba73-628d85e532da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:16.125354 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473663a-9562-46c1-ba73-628d85e532da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:16.125512 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473663a-9562-46c1-ba73-628d85e532da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:16.126088 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473663a-9562-46c1-ba73-628d85e532da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:16.126508 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473663a-9562-46c1-ba73-628d85e532da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:16.127005 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473663a-9562-46c1-ba73-628d85e532da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:16.190317 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4324715a-2086-417f-aa49-53182d82fe33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:16.197282 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-f473663a-9562-46c1-ba73-628d85e532da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:16.261858 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4324715a-2086-417f-aa49-53182d82fe33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:16.264129 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-f3900c85-8082-44f9-8167-827081d84ec8 None None] Attempting to bind port b9adab65-91ce-4dcb-b3dc-8b090b68afdd on host dv-cinder-786384-6-smb for vnic_type normal with profile {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:00:16.264514 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-f3900c85-8082-44f9-8167-827081d84ec8 None None] Attempting to bind port b9adab65-91ce-4dcb-b3dc-8b090b68afdd by drivers openvswitch,hyperv on host dv-cinder-786384-6-smb at level 0 using segments [{'id': '9713b580-352d-4b45-88a9-4138a491136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee'}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:00:16.264970 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3900c85-8082-44f9-8167-827081d84ec8 None None] Attempting to bind port b9adab65-91ce-4dcb-b3dc-8b090b68afdd on network 716f3b9d-2e05-4069-974f-5f782839f4ee {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:00:16.268414 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-e3021cf9-2d6a-421e-96f1-64a865963652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:16.272085 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3900c85-8082-44f9-8167-827081d84ec8 None None] Checking agent: {'id': '604f280d-a953-439f-8917-ecde1e61df0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 48, 25), 'started_at': datetime.datetime(2021, 5, 25, 15, 48, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:00:16.273112 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3900c85-8082-44f9-8167-827081d84ec8 None None] Checking segment: {'id': '9713b580-352d-4b45-88a9-4138a491136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:00:16.273753 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-f3900c85-8082-44f9-8167-827081d84ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:16.274258 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3900c85-8082-44f9-8167-827081d84ec8 None None] Bound using segment: {'id': '9713b580-352d-4b45-88a9-4138a491136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee'} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:00:16.274905 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-f3900c85-8082-44f9-8167-827081d84ec8 None None] Bound port: b9adab65-91ce-4dcb-b3dc-8b090b68afdd, host: dv-cinder-786384-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9713b580-352d-4b45-88a9-4138a491136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee'}}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:00:16.275488 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-f3900c85-8082-44f9-8167-827081d84ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:16.305896 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4324715a-2086-417f-aa49-53182d82fe33 admin admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=98823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:00:16.320998 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324715a-2086-417f-aa49-53182d82fe33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77385b8b-4706-4ea1-9c6e-b47d2df067cd,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:16.336475 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-4324715a-2086-417f-aa49-53182d82fe33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:16.337516 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4324715a-2086-417f-aa49-53182d82fe33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:16.340225 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.db.segments_db [None req-4324715a-2086-417f-aa49-53182d82fe33 admin admin] Added segment 2be7d28f-071d-4100-b4cb-5f44e258607c of type vlan for network b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0 May 25 16:00:16.379374 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4324715a-2086-417f-aa49-53182d82fe33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745740942677'] for network, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:16.434613 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-f3900c85-8082-44f9-8167-827081d84ec8 None None] For port b9adab65-91ce-4dcb-b3dc-8b090b68afdd, host dv-cinder-786384-6-smb, cleared binding levels {{(pid=98825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:00:16.438159 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-f3900c85-8082-44f9-8167-827081d84ec8 None None] For port b9adab65-91ce-4dcb-b3dc-8b090b68afdd, host dv-cinder-786384-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=b9adab65-91ce-4dcb-b3dc-8b090b68afdd,segment=NetworkSegment(9713b580-352d-4b45-88a9-4138a491136e),segment_id=9713b580-352d-4b45-88a9-4138a491136e)] {{(pid=98825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:00:16.508770 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4afd5b-6e18-4b84-99c4-6b02f32039fb req-7d52fd57-fb2c-4a6c-9e68-967966fb7bdf tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:16.510231 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4a4afd5b-6e18-4b84-99c4-6b02f32039fb req-7d52fd57-fb2c-4a6c-9e68-967966fb7bdf tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.0983019 May 25 16:00:16.521246 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4324715a-2086-417f-aa49-53182d82fe33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387'] for network, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:16.526784 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4324715a-2086-417f-aa49-53182d82fe33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:16.526784 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4324715a-2086-417f-aa49-53182d82fe33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:16.567917 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:16.569658 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4a4afd5b-6e18-4b84-99c4-6b02f32039fb req-1b5a5d51-0fa8-41ca-8efe-a9377a8d9e7d tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523448 May 25 16:00:16.626246 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-f3900c85-8082-44f9-8167-827081d84ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:16.635166 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:16.698770 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324715a-2086-417f-aa49-53182d82fe33 admin admin] Pushing event updated for resources: {'Network': ['ID=b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:16.711970 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-4324715a-2086-417f-aa49-53182d82fe33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:16.715744 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-4324715a-2086-417f-aa49-53182d82fe33 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8370214 May 25 16:00:16.718317 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 44730) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:16.738396 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-8469610b-3fff-45a6-b111-e07a148c7dab admin admin] Request body: {'subnet': {'network_id': 'b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-154103621-subnet', 'tenant_id': '31f5ef477f774c89a44069cdaf13823d', 'ip_version': 4}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:16.752824 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-8469610b-3fff-45a6-b111-e07a148c7dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:16.760856 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-8469610b-3fff-45a6-b111-e07a148c7dab admin admin] Usage tracker for resource:subnet and tenant:31f5ef477f774c89a44069cdaf13823d is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:16.769427 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-8469610b-3fff-45a6-b111-e07a148c7dab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:16.789971 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-8469610b-3fff-45a6-b111-e07a148c7dab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:16.797258 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Network b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0 details requested by agent ovs-agent-dv-cinder-786384-6-smb with host dv-cinder-786384-6-smb {{(pid=98825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:00:16.805325 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4e5de-f9b8-4f33-a4f9-d097f1bf33db req-360bb2be-acab-4a34-abdb-a1c07d7e1bcd tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:16.806893 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f0e4e5de-f9b8-4f33-a4f9-d097f1bf33db req-360bb2be-acab-4a34-abdb-a1c07d7e1bcd tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1780872 May 25 16:00:16.872888 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8469610b-3fff-45a6-b111-e07a148c7dab admin admin] Made reservation on behalf of 31f5ef477f774c89a44069cdaf13823d for: {'subnet': 1} {{(pid=98823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:00:16.875452 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8469610b-3fff-45a6-b111-e07a148c7dab admin admin] Notify callbacks [] for subnet, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:16.910574 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f0e4e5de-f9b8-4f33-a4f9-d097f1bf33db req-8912c32c-a7bd-4afc-8b79-c481292f0161 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927074 May 25 16:00:16.967501 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473663a-9562-46c1-ba73-628d85e532da None None] Pushing event updated for resources: {'Port': ['ID=b9adab65-91ce-4dcb-b3dc-8b090b68afdd,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:16.984907 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-f473663a-9562-46c1-ba73-628d85e532da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:16.987879 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3900c85-8082-44f9-8167-827081d84ec8 None None] Routers {'638ebf80-5784-4979-8f95-bef19799cb38'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:00:16.988725 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-f3900c85-8082-44f9-8167-827081d84ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:59:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['638ebf80-5784-4979-8f95-bef19799cb38'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:17.331026 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39a563-6415-493c-bd5f-f1172bc096c0 req-a2263af6-320e-4c61-8321-17175b944ad9 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:17.332895 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7e39a563-6415-493c-bd5f-f1172bc096c0 req-a2263af6-320e-4c61-8321-17175b944ad9 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.1759515 May 25 16:00:17.395966 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-f3900c85-8082-44f9-8167-827081d84ec8 None None] Set router 638ebf80-5784-4979-8f95-bef19799cb38 gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:00:17.444827 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7e39a563-6415-493c-bd5f-f1172bc096c0 req-6c7d74a7-cd45-4679-9e60-911995bbf266 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047287 May 25 16:00:17.656352 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8469610b-3fff-45a6-b111-e07a148c7dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408'] for subnet, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:17.662839 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-8528c19f-ffb4-4bbb-a7d7-6311753a98d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:17.752103 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8469610b-3fff-45a6-b111-e07a148c7dab admin admin] Checking segment: {'id': '2be7d28f-071d-4100-b4cb-5f44e258607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:00:17.752726 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8469610b-3fff-45a6-b111-e07a148c7dab admin admin] Network hostable DHCP agents. Network: b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0, hostable agents: ['00ebe683-d06a-496e-87c5-4674691aaa5f'], hosted agents: [] {{(pid=98823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:00:17.774013 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469610b-3fff-45a6-b111-e07a148c7dab admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeac5029-7a7b-4db4-bed9-ca98817d35b8,revision_number=0']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:17.777318 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-8469610b-3fff-45a6-b111-e07a148c7dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:17.859723 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8469610b-3fff-45a6-b111-e07a148c7dab admin admin] Network b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0 is scheduled to be hosted by DHCP agent 00ebe683-d06a-496e-87c5-4674691aaa5f with binding_index 1 {{(pid=98823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:00:17.873805 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-f3900c85-8082-44f9-8167-827081d84ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638ebf80-5784-4979-8f95-bef19799cb38', 'name': 'tempest-TestShelveInstance-448159673-router', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89'}], 'enable_snat': True}, 'gw_port_id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:03Z', 'updated_at': '2021-05-25T16:00:11Z', 'revision_number': 4, 'project_id': '1009942ff088419bb323bdff264b58be', 'gw_port': {'id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ebf80-5784-4979-8f95-bef19799cb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:04Z', 'updated_at': '2021-05-25T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': 'b9adab65-91ce-4dcb-b3dc-8b090b68afdd', 'name': '', 'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'mac_address': 'fa:16:3e:32:dc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638ebf80-5784-4979-8f95-bef19799cb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'af8a7898-c72b-46af-a95d-1f29441e0d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:09Z', 'updated_at': '2021-05-25T16:00:16Z', 'revision_number': 4, 'project_id': '1009942ff088419bb323bdff264b58be', 'subnets': [{'id': 'af8a7898-c72b-46af-a95d-1f29441e0d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:17.878606 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3900c85-8082-44f9-8167-827081d84ec8 None None] The sync data for ids ['638ebf80-5784-4979-8f95-bef19799cb38'] in dv-cinder-786384-6-smb is: [{'id': '638ebf80-5784-4979-8f95-bef19799cb38', 'name': 'tempest-TestShelveInstance-448159673-router', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89'}], 'enable_snat': True}, 'gw_port_id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:03Z', 'updated_at': '2021-05-25T16:00:11Z', 'revision_number': 4, 'project_id': '1009942ff088419bb323bdff264b58be', 'gw_port': {'id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ebf80-5784-4979-8f95-bef19799cb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:04Z', 'updated_at': '2021-05-25T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': 'b9adab65-91ce-4dcb-b3dc-8b090b68afdd', 'name': '', 'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'mac_address': 'fa:16:3e:32:dc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638ebf80-5784-4979-8f95-bef19799cb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'af8a7898-c72b-46af-a95d-1f29441e0d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:09Z', 'updated_at': '2021-05-25T16:00:16Z', 'revision_number': 4, 'project_id': '1009942ff088419bb323bdff264b58be', 'subnets': [{'id': 'af8a7898-c72b-46af-a95d-1f29441e0d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:00:17.919030 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbadfd-6337-4016-b584-578e34d0ede6 req-ed995b4c-9ffc-4b93-b983-a96db60a1138 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:17.922413 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4bbbadfd-6337-4016-b584-578e34d0ede6 req-ed995b4c-9ffc-4b93-b983-a96db60a1138 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.1301558 May 25 16:00:17.958685 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [None req-8469610b-3fff-45a6-b111-e07a148c7dab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-6-smb, b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0) {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:00:17.964434 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8469610b-3fff-45a6-b111-e07a148c7dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:17.973667 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8469610b-3fff-45a6-b111-e07a148c7dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for subnet, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:17.982651 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955d434a-842a-4c43-8872-7a3d49e5cdaa None None] Network b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0 requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:00:18.098917 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4bbbadfd-6337-4016-b584-578e34d0ede6 req-c2d5e476-3457-4a5b-bf13-831549f8cce5 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654072 May 25 16:00:18.126920 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-8469610b-3fff-45a6-b111-e07a148c7dab admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4039176 May 25 16:00:18.126920 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 44750) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:18.132008 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-44fae378-7fd3-4a60-9535-a45ac49065cc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-154103621-router', 'tenant_id': '31f5ef477f774c89a44069cdaf13823d', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'}}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:18.153591 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-44fae378-7fd3-4a60-9535-a45ac49065cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:18.160354 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-44fae378-7fd3-4a60-9535-a45ac49065cc admin admin] Usage tracker for resource:router and tenant:31f5ef477f774c89a44069cdaf13823d is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:18.174049 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-44fae378-7fd3-4a60-9535-a45ac49065cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:18.196485 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-44fae378-7fd3-4a60-9535-a45ac49065cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:18.248725 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f416f03-0608-4657-b53a-acacefa0e1b8 req-a0cb283a-15d6-416f-9358-ba6c8fa8828c tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:18.255948 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9f416f03-0608-4657-b53a-acacefa0e1b8 req-a0cb283a-15d6-416f-9358-ba6c8fa8828c tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1428962 May 25 16:00:18.307423 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-44fae378-7fd3-4a60-9535-a45ac49065cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-447326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2893'] for router, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:18.309087 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-44fae378-7fd3-4a60-9535-a45ac49065cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-449153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2886'] for router, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:18.346207 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fbf6d2-9ff7-4d61-97b5-9d084f09717a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32cf0f2c-b959-5911-8d06-ef128a5e522b-b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0', 'network_id': 'b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0', 'tenant_id': '31f5ef477f774c89a44069cdaf13823d', 'fixed_ips': [{'subnet_id': 'eeac5029-7a7b-4db4-bed9-ca98817d35b8'}]}} from dv-cinder-786384-6-smb. {{(pid=98825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:00:18.347943 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-44fbf6d2-9ff7-4d61-97b5-9d084f09717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:18.356076 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-44fae378-7fd3-4a60-9535-a45ac49065cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:18.476548 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9f416f03-0608-4657-b53a-acacefa0e1b8 req-1bd86c25-c6a7-43a6-95a2-7831467a05f3 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194946 May 25 16:00:18.704432 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1b845-90a6-462e-ad2b-8f82b8cabd70 req-13a09664-9b74-48db-ae23-0b61e7a86d58 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:18.713864 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3fe1b845-90a6-462e-ad2b-8f82b8cabd70 req-13a09664-9b74-48db-ae23-0b61e7a86d58 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.1207514 May 25 16:00:18.780663 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3fe1b845-90a6-462e-ad2b-8f82b8cabd70 req-0aef2dd0-d29c-41d9-8e3c-358eddcfbba8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602751 May 25 16:00:18.886849 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.db_base_plugin_common [None req-44fbf6d2-9ff7-4d61-97b5-9d084f09717a None None] Allocated IP 172.20.0.2 (b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0/eeac5029-7a7b-4db4-bed9-ca98817d35b8/1cde452c-a191-481c-b36c-1e7f8ea55a35) {{(pid=98825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:00:19.117803 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:00:19.142510 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-44fae378-7fd3-4a60-9535-a45ac49065cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-449188', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-447340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2864'] for router, precommit_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:19.244435 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-44fbf6d2-9ff7-4d61-97b5-9d084f09717a None None] Notify callbacks [] for port, precommit_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:19.298105 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-44fbf6d2-9ff7-4d61-97b5-9d084f09717a None None] Transition to ACTIVE for port object 1cde452c-a191-481c-b36c-1e7f8ea55a35 will not be triggered until provisioned by entity L2. {{(pid=98825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:00:19.376456 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-44fbf6d2-9ff7-4d61-97b5-9d084f09717a None None] Transition to ACTIVE for port object 1cde452c-a191-481c-b36c-1e7f8ea55a35 will not be triggered until provisioned by entity DHCP. {{(pid=98825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:00:19.384779 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 44768) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:19.479525 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-44fbf6d2-9ff7-4d61-97b5-9d084f09717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603'] for port, after_create {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:19.492449 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-b7031d38-6939-474c-82ff-fc78df9f7bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:19.690260 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-27c5ae41-e0e4-481d-9c3f-d8fd28c0de1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:19.715883 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fbf6d2-9ff7-4d61-97b5-9d084f09717a None None] Network b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0 is already hosted by enough agents. {{(pid=98825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:00:19.721110 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device b9adab65-91ce-4dcb-b3dc-8b090b68afdd up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:00:19.774201 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.scheduler.base_scheduler [None req-44fbf6d2-9ff7-4d61-97b5-9d084f09717a None None] Resources bound (agent type, host, resource id): {{(pid=98825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:00:19.818749 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ff2ca-e768-4068-96c6-842b1668e690 req-48f97989-f094-4f80-bbea-ecd3801ec677 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:19.820238 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-249ff2ca-e768-4068-96c6-842b1668e690 req-48f97989-f094-4f80-bbea-ecd3801ec677 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Synchronizing usage tracker for tenant:3b535e0be0c24db68760dcdb4881bdaf on resource:port {{(pid=98823) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:00:19.825510 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fbf6d2-9ff7-4d61-97b5-9d084f09717a None None] Received port after_create {{(pid=98825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:00:19.860113 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-27c5ae41-e0e4-481d-9c3f-d8fd28c0de1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:19.879838 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-27c5ae41-e0e4-481d-9c3f-d8fd28c0de1c admin admin] Usage tracker for resource:security_group_rule and tenant:af48d9cfe85e42c58b7969ed96aef3f1 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:19.886261 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-27c5ae41-e0e4-481d-9c3f-d8fd28c0de1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:19.914922 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-27c5ae41-e0e4-481d-9c3f-d8fd28c0de1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:19.958107 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a682e3d-7528-4858-b123-cecbdee5b8eb req-25842047-e1d6-4da4-890e-d8ec5dfca567 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:19.959779 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9a682e3d-7528-4858-b123-cecbdee5b8eb req-25842047-e1d6-4da4-890e-d8ec5dfca567 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.4673033 May 25 16:00:19.984246 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-249ff2ca-e768-4068-96c6-842b1668e690 req-48f97989-f094-4f80-bbea-ecd3801ec677 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Unset dirty status for tenant:3b535e0be0c24db68760dcdb4881bdaf on resource:port {{(pid=98823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:00:19.986535 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-249ff2ca-e768-4068-96c6-842b1668e690 req-48f97989-f094-4f80-bbea-ecd3801ec677 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.91 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.5176620 May 25 16:00:20.022110 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf060157-7838-48cf-9271-faa84d2ee815 req-d119d158-72a0-4efe-9c2b-e39c3d82ff87 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:20.023811 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-bf060157-7838-48cf-9271-faa84d2ee815 req-d119d158-72a0-4efe-9c2b-e39c3d82ff87 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.2829900 May 25 16:00:20.046073 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-44fbf6d2-9ff7-4d61-97b5-9d084f09717a None None] Attempting to bind port 1cde452c-a191-481c-b36c-1e7f8ea55a35 on host dv-cinder-786384-6-smb for vnic_type normal with profile {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:00:20.046788 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-44fbf6d2-9ff7-4d61-97b5-9d084f09717a None None] Attempting to bind port 1cde452c-a191-481c-b36c-1e7f8ea55a35 by drivers openvswitch,hyperv on host dv-cinder-786384-6-smb at level 0 using segments [{'id': '2be7d28f-071d-4100-b4cb-5f44e258607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0'}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:00:20.046920 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fbf6d2-9ff7-4d61-97b5-9d084f09717a None None] Attempting to bind port 1cde452c-a191-481c-b36c-1e7f8ea55a35 on network b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0 {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:00:20.052710 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbf6d2-9ff7-4d61-97b5-9d084f09717a None None] Pushing event updated for resources: {'Port': ['ID=1cde452c-a191-481c-b36c-1e7f8ea55a35,revision_number=1']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:20.056412 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fbf6d2-9ff7-4d61-97b5-9d084f09717a None None] Checking agent: {'id': '604f280d-a953-439f-8917-ecde1e61df0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 48, 25), 'started_at': datetime.datetime(2021, 5, 25, 15, 48, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:00:20.056838 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fbf6d2-9ff7-4d61-97b5-9d084f09717a None None] Checking segment: {'id': '2be7d28f-071d-4100-b4cb-5f44e258607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:00:20.057243 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-44fbf6d2-9ff7-4d61-97b5-9d084f09717a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:20.057643 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fbf6d2-9ff7-4d61-97b5-9d084f09717a None None] Bound using segment: {'id': '2be7d28f-071d-4100-b4cb-5f44e258607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0'} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:00:20.058133 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-44fbf6d2-9ff7-4d61-97b5-9d084f09717a None None] Bound port: 1cde452c-a191-481c-b36c-1e7f8ea55a35, host: dv-cinder-786384-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be7d28f-071d-4100-b4cb-5f44e258607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0'}}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:00:20.058524 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-44fbf6d2-9ff7-4d61-97b5-9d084f09717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:20.069956 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-44fbf6d2-9ff7-4d61-97b5-9d084f09717a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:20.089406 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9a682e3d-7528-4858-b123-cecbdee5b8eb req-45dc8f08-0bc0-423a-bd3f-3f06ef881001 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182802 May 25 16:00:20.159636 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-bf060157-7838-48cf-9271-faa84d2ee815 req-be732d9f-37c8-4f39-92cd-da0b9249d49f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210093 May 25 16:00:20.229458 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-27c5ae41-e0e4-481d-9c3f-d8fd28c0de1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:20.248899 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-44fbf6d2-9ff7-4d61-97b5-9d084f09717a None None] For port 1cde452c-a191-481c-b36c-1e7f8ea55a35, host dv-cinder-786384-6-smb, cleared binding levels {{(pid=98825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:00:20.252610 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-44fbf6d2-9ff7-4d61-97b5-9d084f09717a None None] For port 1cde452c-a191-481c-b36c-1e7f8ea55a35, host dv-cinder-786384-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=1cde452c-a191-481c-b36c-1e7f8ea55a35,segment=NetworkSegment(2be7d28f-071d-4100-b4cb-5f44e258607c),segment_id=2be7d28f-071d-4100-b4cb-5f44e258607c)] {{(pid=98825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:00:20.255820 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning for port b9adab65-91ce-4dcb-b3dc-8b090b68afdd completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:00:20.263308 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port b9adab65-91ce-4dcb-b3dc-8b090b68afdd triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:20.263946 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:20.310881 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-44fae378-7fd3-4a60-9535-a45ac49065cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:20.366122 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-44fae378-7fd3-4a60-9535-a45ac49065cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:20.375951 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec93d5-97d4-47f5-922b-4d3c3b5a1f2d req-bdb91922-3d4f-407e-9460-99fac8991db6 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:20.377669 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-98ec93d5-97d4-47f5-922b-4d3c3b5a1f2d req-bdb91922-3d4f-407e-9460-99fac8991db6 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.0977595 May 25 16:00:20.378944 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-27c5ae41-e0e4-481d-9c3f-d8fd28c0de1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:20.387244 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-cdf820e0-66fa-4e7a-b1bb-c427afec19a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:20.428970 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-44fbf6d2-9ff7-4d61-97b5-9d084f09717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:20.439066 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-89ccbcf8-d739-4ddb-a589-c397ec813b32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:20.478233 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5ae41-e0e4-481d-9c3f-d8fd28c0de1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6e795b-093e-434f-b687-47106aacd548,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:20.484379 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-27c5ae41-e0e4-481d-9c3f-d8fd28c0de1c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=af48d9cfe85e42c58b7969ed96aef3f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0979373 May 25 16:00:20.485816 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-27c5ae41-e0e4-481d-9c3f-d8fd28c0de1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:20.488882 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 44782) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:20.525740 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-249ff2ca-e768-4068-96c6-842b1668e690 req-335e8501-97fb-4699-954b-9cd36b08fd38 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Deleting port dfcbd918-5bb5-4a5f-b576-82d8e4395f65 {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:00:20.525981 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-249ff2ca-e768-4068-96c6-842b1668e690 req-335e8501-97fb-4699-954b-9cd36b08fd38 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:20.547538 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-98ec93d5-97d4-47f5-922b-4d3c3b5a1f2d req-b7d28053-f064-45ea-8fb8-96a91bb881ca tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585932 May 25 16:00:20.558055 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbf6d2-9ff7-4d61-97b5-9d084f09717a None None] Pushing event updated for resources: {'Port': ['ID=1cde452c-a191-481c-b36c-1e7f8ea55a35,revision_number=2']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:20.586222 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-44fbf6d2-9ff7-4d61-97b5-9d084f09717a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:20.586607 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-62ed577f-2d4a-435e-91e5-a04246696793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:20.588858 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:20.648564 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-62ed577f-2d4a-435e-91e5-a04246696793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:20.649011 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] For port b9adab65-91ce-4dcb-b3dc-8b090b68afdd, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=b9adab65-91ce-4dcb-b3dc-8b090b68afdd,segment=NetworkSegment(9713b580-352d-4b45-88a9-4138a491136e),segment_id=9713b580-352d-4b45-88a9-4138a491136e)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:20.676751 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.db_base_plugin_common [None req-44fae378-7fd3-4a60-9535-a45ac49065cc admin admin] Allocated IP 172.28.1.205 (be3871dc-f381-4103-8f68-0343c836dc76/3c10e3ea-68ab-49d4-8887-aa85c11495c1/b9790724-976c-4566-a819-783168357d27) {{(pid=98823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:00:20.750745 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:20.756517 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:20.842872 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-62ed577f-2d4a-435e-91e5-a04246696793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:20.849419 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-03b942a8-3f7e-4f54-903a-b53637e2425c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:20.883438 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Pushing event updated for resources: {'Port': ['ID=b9adab65-91ce-4dcb-b3dc-8b090b68afdd,revision_number=5']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:20.888269 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:20.894434 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed577f-2d4a-435e-91e5-a04246696793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6e795b-093e-434f-b687-47106aacd548,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:20.905257 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-62ed577f-2d4a-435e-91e5-a04246696793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:20.910597 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-62ed577f-2d4a-435e-91e5-a04246696793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:20.911721 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-62ed577f-2d4a-435e-91e5-a04246696793 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1a6e795b-093e-434f-b687-47106aacd548 HTTP/1.1" status: 204 len: 168 time: 0.4217329 May 25 16:00:20.987766 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-249ff2ca-e768-4068-96c6-842b1668e690 req-335e8501-97fb-4699-954b-9cd36b08fd38 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] For port dfcbd918-5bb5-4a5f-b576-82d8e4395f65, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dfcbd918-5bb5-4a5f-b576-82d8e4395f65,segment=NetworkSegment(50258eee-3ee7-4f79-9fdc-7a42204fd626),segment_id=50258eee-3ee7-4f79-9fdc-7a42204fd626)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:20.989726 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-249ff2ca-e768-4068-96c6-842b1668e690 req-335e8501-97fb-4699-954b-9cd36b08fd38 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:21.396650 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-249ff2ca-e768-4068-96c6-842b1668e690 req-335e8501-97fb-4699-954b-9cd36b08fd38 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Calling delete_port for dfcbd918-5bb5-4a5f-b576-82d8e4395f65 owned by compute:nova {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:00:21.406902 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-44fae378-7fd3-4a60-9535-a45ac49065cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:21.472129 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b0d6a-0450-4951-9f48-ad27936d3b7b req-d016cec2-62cc-4730-b726-2ff17b10323c tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:21.475279 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7e8b0d6a-0450-4951-9f48-ad27936d3b7b req-d016cec2-62cc-4730-b726-2ff17b10323c tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 945 time: 0.2300014 May 25 16:00:21.572531 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-44fae378-7fd3-4a60-9535-a45ac49065cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603'] for port, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:21.580239 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-9504da30-8ab6-449a-b497-904fdc42c1d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:21.620900 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a4eb6-d087-4a6f-96ff-b70af45737ae req-daac2ce4-300e-4e6a-ae33-12286c03a859 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:21.630001 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-fc7a4eb6-d087-4a6f-96ff-b70af45737ae req-daac2ce4-300e-4e6a-ae33-12286c03a859 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.2511785 May 25 16:00:21.661487 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7e8b0d6a-0450-4951-9f48-ad27936d3b7b req-26ec1342-2f5a-4fe9-93b1-5f6cf141c7af tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/security-groups?id=58b4a352-db27-42bd-9e4d-90aba5d5976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650691 May 25 16:00:21.774441 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-fc7a4eb6-d087-4a6f-96ff-b70af45737ae req-d1789187-f46f-43a6-b7e5-86581f2b8799 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220803 May 25 16:00:21.795904 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fae378-7fd3-4a60-9535-a45ac49065cc admin admin] Network be3871dc-f381-4103-8f68-0343c836dc76 is already hosted by enough agents. {{(pid=98823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:00:21.800664 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [None req-44fae378-7fd3-4a60-9535-a45ac49065cc admin admin] Resources bound (agent type, host, resource id): {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:00:21.805681 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fae378-7fd3-4a60-9535-a45ac49065cc admin admin] Received port after_create {{(pid=98823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:00:21.935885 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 1cde452c-a191-481c-b36c-1e7f8ea55a35 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:00:22.029106 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fae378-7fd3-4a60-9535-a45ac49065cc admin admin] Pushing event updated for resources: {'Port': ['ID=b9790724-976c-4566-a819-783168357d27,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:22.043216 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-44fae378-7fd3-4a60-9535-a45ac49065cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:22.136675 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101a704-49dc-4126-94c4-f64845ad208e req-b7ac7c3a-91a5-44c2-a95f-31eef4565ea2 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:22.138496 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7101a704-49dc-4126-94c4-f64845ad208e req-b7ac7c3a-91a5-44c2-a95f-31eef4565ea2 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.1404316 May 25 16:00:22.198565 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7101a704-49dc-4126-94c4-f64845ad208e req-58187323-a1f6-4355-b75d-c8b6ef1ff6ac tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524828 May 25 16:00:22.218521 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a31796-39a1-4e9e-b332-a4d6f81b1a54 None None] Network b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0 requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:00:22.290446 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-249ff2ca-e768-4068-96c6-842b1668e690 req-335e8501-97fb-4699-954b-9cd36b08fd38 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:22.355387 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-58e329b0-412d-49ba-89f0-79c9b7e0a43d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:22.355583 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning for port 1cde452c-a191-481c-b36c-1e7f8ea55a35 completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:00:22.355583 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device b9adab65-91ce-4dcb-b3dc-8b090b68afdd up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:00:22.358532 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e8501-97fb-4699-954b-9cd36b08fd38 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Pushing event deleted for resources: {'Port': ['ID=dfcbd918-5bb5-4a5f-b576-82d8e4395f65,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:22.363041 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-335e8501-97fb-4699-954b-9cd36b08fd38 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:22.441877 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [req-249ff2ca-e768-4068-96c6-842b1668e690 req-335e8501-97fb-4699-954b-9cd36b08fd38 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] No DVR routers for this DVR port dfcbd918-5bb5-4a5f-b576-82d8e4395f65 on host hv-cinder-78638 {{(pid=98823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:00:22.444412 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-249ff2ca-e768-4068-96c6-842b1668e690 req-335e8501-97fb-4699-954b-9cd36b08fd38 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:22.447046 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b', 'name': 'network-vif-deleted', 'tag': 'dfcbd918-5bb5-4a5f-b576-82d8e4395f65'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:00:22.495611 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port b9adab65-91ce-4dcb-b3dc-8b090b68afdd triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:22.496008 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:22.503670 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b', 'name': 'network-vif-deleted', 'tag': 'dfcbd918-5bb5-4a5f-b576-82d8e4395f65', 'status': 'completed', 'code': 200} May 25 16:00:22.656295 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-c99f3551-91e9-46ac-b65c-2525f00bfde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:22.728778 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-44fae378-7fd3-4a60-9535-a45ac49065cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:22.742180 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-f7bbe5a6-9480-4124-8343-f890ac795b62 None None] Provisioning for port 1cde452c-a191-481c-b36c-1e7f8ea55a35 completed by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:00:22.750068 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-f7bbe5a6-9480-4124-8343-f890ac795b62 None None] Provisioning complete for port 1cde452c-a191-481c-b36c-1e7f8ea55a35 triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:22.750068 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-f7bbe5a6-9480-4124-8343-f890ac795b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:22.793186 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device dfcbd918-5bb5-4a5f-b576-82d8e4395f65 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:00:22.800656 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-249ff2ca-e768-4068-96c6-842b1668e690 req-335e8501-97fb-4699-954b-9cd36b08fd38 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.91 "DELETE /v2.0/ports/dfcbd918-5bb5-4a5f-b576-82d8e4395f65 HTTP/1.1" status: 204 len: 173 time: 2.8042796 May 25 16:00:22.879043 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] No Port match for: dfcbd918-5bb5-4a5f-b576-82d8e4395f65 {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:00:22.879043 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device dfcbd918-5bb5-4a5f-b576-82d8e4395f65 not bound to the agent host hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:00:23.055664 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-70f6c6e5-e52d-46b1-9b80-f8403ffbff1f req-201c43b1-ca44-499e-b971-73636f743ce3 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 210 time: 0.2247334 May 25 16:00:23.222995 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-f7bbe5a6-9480-4124-8343-f890ac795b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:23.327699 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-44fae378-7fd3-4a60-9535-a45ac49065cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-447319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449255'] for router, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:23.373619 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c256ef-1a3c-47b8-abf6-9729412d8d0b req-3fbc8582-7f00-45b3-aed0-7d2d15f547ce tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:23.380854 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-63c256ef-1a3c-47b8-abf6-9729412d8d0b req-3fbc8582-7f00-45b3-aed0-7d2d15f547ce tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1983628 May 25 16:00:23.476821 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-f7bbe5a6-9480-4124-8343-f890ac795b62 None None] For port 1cde452c-a191-481c-b36c-1e7f8ea55a35, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=1cde452c-a191-481c-b36c-1e7f8ea55a35,segment=NetworkSegment(2be7d28f-071d-4100-b4cb-5f44e258607c),segment_id=2be7d28f-071d-4100-b4cb-5f44e258607c)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:23.541060 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-63c256ef-1a3c-47b8-abf6-9729412d8d0b req-5a5f7518-f164-4d7e-993b-6711b6c80a4d tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564636 May 25 16:00:23.597282 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfac92f-ce6e-4f11-9c62-50beafa2732a req-bf744a5c-128a-48cc-b170-915411607e56 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:23.601988 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-f7bbe5a6-9480-4124-8343-f890ac795b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:23.605839 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:23.610481 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2cfac92f-ce6e-4f11-9c62-50beafa2732a req-bf744a5c-128a-48cc-b170-915411607e56 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.1936736 May 25 16:00:23.695029 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2cfac92f-ce6e-4f11-9c62-50beafa2732a req-91da9806-1535-488d-9bb4-572d905d88e4 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831411 May 25 16:00:23.742692 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-4f6527d1-54b4-4ec7-b584-9de4f5d1920e None None] Provisioning complete for port 1cde452c-a191-481c-b36c-1e7f8ea55a35 triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:23.743259 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-4f6527d1-54b4-4ec7-b584-9de4f5d1920e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:23.764247 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fae378-7fd3-4a60-9535-a45ac49065cc admin admin] Router 5920bae1-2572-4581-b39a-25e952d131da is scheduled to L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab with binding_index 1 {{(pid=98823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:00:23.878864 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bbe5a6-9480-4124-8343-f890ac795b62 None None] Pushing event updated for resources: {'Port': ['ID=1cde452c-a191-481c-b36c-1e7f8ea55a35,revision_number=3']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:23.884549 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-f7bbe5a6-9480-4124-8343-f890ac795b62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:24.166726 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fae378-7fd3-4a60-9535-a45ac49065cc admin admin] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:00:24.176805 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b77b5ad-5c2c-481e-85da-1971384cb289 None None] Sync routers for ids ['5920bae1-2572-4581-b39a-25e952d131da'] in dv-cinder-786384-6-smb {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:00:24.198911 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b77b5ad-5c2c-481e-85da-1971384cb289 None None] Routers {'5920bae1-2572-4581-b39a-25e952d131da'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:00:24.199562 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-4b77b5ad-5c2c-481e-85da-1971384cb289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T15:59:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['5920bae1-2572-4581-b39a-25e952d131da'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:24.299270 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-117ace78-8170-4abe-8d04-21bc27f5d6ae req-05a6ab21-21f3-49f6-b1d7-5826a5e9821c tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] 10.222.0.72 "GET /v2.0/ports?device_id=654cea82-98a4-4f6a-a2a2-e3e0e19e7f2b HTTP/1.1" status: 200 len: 210 time: 0.0811741 May 25 16:00:24.313839 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-44fae378-7fd3-4a60-9535-a45ac49065cc admin admin] Notify callbacks [] for router, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:24.315607 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-44fae378-7fd3-4a60-9535-a45ac49065cc admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.1877298 May 25 16:00:24.319912 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 44846) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:24.501284 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-4b77b5ad-5c2c-481e-85da-1971384cb289 None None] Set router 5920bae1-2572-4581-b39a-25e952d131da gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:00:24.708226 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:24.817474 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-35a648c1-2740-4ece-b983-07313b7e3b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:25.051894 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-4b77b5ad-5c2c-481e-85da-1971384cb289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5920bae1-2572-4581-b39a-25e952d131da', 'name': 'tempest-TestShelveInstance-154103621-router', 'tenant_id': '31f5ef477f774c89a44069cdaf13823d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'b9790724-976c-4566-a819-783168357d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:18Z', 'updated_at': '2021-05-25T16:00:22Z', 'revision_number': 3, 'project_id': '31f5ef477f774c89a44069cdaf13823d', 'gw_port': {'id': 'b9790724-976c-4566-a819-783168357d27', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5920bae1-2572-4581-b39a-25e952d131da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:20Z', 'updated_at': '2021-05-25T16:00:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:25.062703 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b77b5ad-5c2c-481e-85da-1971384cb289 None None] Checking router: 5920bae1-2572-4581-b39a-25e952d131da for host: dv-cinder-786384-6-smb {{(pid=98826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:00:25.063205 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b77b5ad-5c2c-481e-85da-1971384cb289 None None] Updating router 5920bae1-2572-4581-b39a-25e952d131da port b9790724-976c-4566-a819-783168357d27 binding host dv-cinder-786384-6-smb {{(pid=98826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:00:25.072970 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:25.135475 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-4b77b5ad-5c2c-481e-85da-1971384cb289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:25.361660 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4cb85-fac2-473c-87b2-2e6cb8c960c7 req-18ef932e-6b57-47fb-a6b0-27c35b1280c2 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:25.368727 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b6f4cb85-fac2-473c-87b2-2e6cb8c960c7 req-18ef932e-6b57-47fb-a6b0-27c35b1280c2 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.3057435 May 25 16:00:25.395555 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f305731-8a34-4113-aec8-fe5ad8da3935 req-c4bef78d-2a4d-4c56-b639-4a3088401481 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:25.402626 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7f305731-8a34-4113-aec8-fe5ad8da3935 req-c4bef78d-2a4d-4c56-b639-4a3088401481 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.3406689 May 25 16:00:25.525925 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7f305731-8a34-4113-aec8-fe5ad8da3935 req-1b9c47de-a440-4dac-91db-f884a184f797 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223433 May 25 16:00:25.573393 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b6f4cb85-fac2-473c-87b2-2e6cb8c960c7 req-70c46c78-e219-4258-a060-e4f01b85749b tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036695 May 25 16:00:25.612109 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 1cde452c-a191-481c-b36c-1e7f8ea55a35 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:00:25.654325 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 44866) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:25.711053 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-4b77b5ad-5c2c-481e-85da-1971384cb289 None None] Notify callbacks [] for port, precommit_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:25.727096 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 1cde452c-a191-481c-b36c-1e7f8ea55a35 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:25.727684 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:25.740424 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.provisioning_blocks [None req-4b77b5ad-5c2c-481e-85da-1971384cb289 None None] Transition to ACTIVE for port object b9790724-976c-4566-a819-783168357d27 will not be triggered until provisioned by entity L2. {{(pid=98826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:00:25.766285 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-07a081e9-92ba-4f87-b1eb-c2eab1530456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:25.927745 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-4b77b5ad-5c2c-481e-85da-1971384cb289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:25.934103 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [None req-7cb10268-06bb-4feb-accc-a8fce67bfea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:25.970312 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:26.017297 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b5d73-0d64-4a46-b82a-446db69002b7 None None] Pushing event updated for resources: {'Port': ['ID=b9790724-976c-4566-a819-783168357d27,revision_number=2']} {{(pid=98826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:26.021569 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [None req-856b5d73-0d64-4a46-b82a-446db69002b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:26.044721 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.managers [None req-4b77b5ad-5c2c-481e-85da-1971384cb289 None None] Attempting to bind port b9790724-976c-4566-a819-783168357d27 on host dv-cinder-786384-6-smb for vnic_type normal with profile {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:00:26.045650 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.managers [None req-4b77b5ad-5c2c-481e-85da-1971384cb289 None None] Attempting to bind port b9790724-976c-4566-a819-783168357d27 by drivers openvswitch,hyperv on host dv-cinder-786384-6-smb at level 0 using segments [{'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'}] {{(pid=98826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:00:26.046208 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b77b5ad-5c2c-481e-85da-1971384cb289 None None] Attempting to bind port b9790724-976c-4566-a819-783168357d27 on network be3871dc-f381-4103-8f68-0343c836dc76 {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:00:26.052226 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b77b5ad-5c2c-481e-85da-1971384cb289 None None] Checking agent: {'id': '604f280d-a953-439f-8917-ecde1e61df0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 48, 25), 'started_at': datetime.datetime(2021, 5, 25, 15, 48, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:00:26.052894 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b77b5ad-5c2c-481e-85da-1971384cb289 None None] Checking segment: {'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:00:26.053471 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-4b77b5ad-5c2c-481e-85da-1971384cb289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:26.054222 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b77b5ad-5c2c-481e-85da-1971384cb289 None None] Bound using segment: {'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'} {{(pid=98826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:00:26.054881 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.managers [None req-4b77b5ad-5c2c-481e-85da-1971384cb289 None None] Bound port: b9790724-976c-4566-a819-783168357d27, host: dv-cinder-786384-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ec9ed7-53c7-433f-97c5-96b1b940f45d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'}}] {{(pid=98826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:00:26.055259 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-4b77b5ad-5c2c-481e-85da-1971384cb289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:26.157446 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_common [None req-07a081e9-92ba-4f87-b1eb-c2eab1530456 admin admin] Allocated IP 172.20.0.1 (b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0/eeac5029-7a7b-4db4-bed9-ca98817d35b8/8f432d0d-3dbc-44fa-b21e-41b15895ce06) {{(pid=98824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:00:26.202361 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.db [None req-4b77b5ad-5c2c-481e-85da-1971384cb289 None None] For port b9790724-976c-4566-a819-783168357d27, host dv-cinder-786384-6-smb, cleared binding levels {{(pid=98826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:00:26.210543 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.plugins.ml2.db [None req-4b77b5ad-5c2c-481e-85da-1971384cb289 None None] For port b9790724-976c-4566-a819-783168357d27, host dv-cinder-786384-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=b9790724-976c-4566-a819-783168357d27,segment=NetworkSegment(13ec9ed7-53c7-433f-97c5-96b1b940f45d),segment_id=13ec9ed7-53c7-433f-97c5-96b1b940f45d)] {{(pid=98826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:00:26.296853 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron_lib.callbacks.manager [None req-4b77b5ad-5c2c-481e-85da-1971384cb289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:26.304277 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:26.412430 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b77b5ad-5c2c-481e-85da-1971384cb289 None None] Routers {'5920bae1-2572-4581-b39a-25e952d131da'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:00:26.413276 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-4b77b5ad-5c2c-481e-85da-1971384cb289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:00:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['5920bae1-2572-4581-b39a-25e952d131da'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:26.505781 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b5d73-0d64-4a46-b82a-446db69002b7 None None] Pushing event updated for resources: {'Port': ['ID=b9790724-976c-4566-a819-783168357d27,revision_number=3']} {{(pid=98826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:26.511268 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG oslo_concurrency.lockutils [None req-856b5d73-0d64-4a46-b82a-446db69002b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=98826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:26.526510 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-07a081e9-92ba-4f87-b1eb-c2eab1530456 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:26.555609 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.provisioning_blocks [None req-07a081e9-92ba-4f87-b1eb-c2eab1530456 admin admin] Transition to ACTIVE for port object 8f432d0d-3dbc-44fa-b21e-41b15895ce06 will not be triggered until provisioned by entity DHCP. {{(pid=98824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:00:26.560426 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-23b71ea0-337a-4ce0-af35-c4952b1b3dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452141'] for router_interface, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:26.714124 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-07a081e9-92ba-4f87-b1eb-c2eab1530456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6454840'] for port, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:26.737489 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-1c5c99d1-c6ce-4085-b8f5-a19070bafb12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:26.843662 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-4b77b5ad-5c2c-481e-85da-1971384cb289 None None] Set router 5920bae1-2572-4581-b39a-25e952d131da gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:00:27.004163 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a081e9-92ba-4f87-b1eb-c2eab1530456 admin admin] Pushing event updated for resources: {'Port': ['ID=8f432d0d-3dbc-44fa-b21e-41b15895ce06,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:27.056453 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-07a081e9-92ba-4f87-b1eb-c2eab1530456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:27.073765 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a081e9-92ba-4f87-b1eb-c2eab1530456 admin admin] Network b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0 is already hosted by enough agents. {{(pid=98824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:00:27.087000 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [None req-07a081e9-92ba-4f87-b1eb-c2eab1530456 admin admin] Resources bound (agent type, host, resource id): {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:00:27.112582 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a081e9-92ba-4f87-b1eb-c2eab1530456 admin admin] Received port after_create {{(pid=98824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:00:27.187636 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-07a081e9-92ba-4f87-b1eb-c2eab1530456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452246'] for router_interface, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:27.320277 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627e0d1-3dc5-4711-bf93-96bf306ef19f req-d92ad7d9-7391-4e52-a51a-ff86f3eda4f9 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:27.328106 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0627e0d1-3dc5-4711-bf93-96bf306ef19f req-d92ad7d9-7391-4e52-a51a-ff86f3eda4f9 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.3980641 May 25 16:00:27.376419 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-4b77b5ad-5c2c-481e-85da-1971384cb289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5920bae1-2572-4581-b39a-25e952d131da', 'name': 'tempest-TestShelveInstance-154103621-router', 'tenant_id': '31f5ef477f774c89a44069cdaf13823d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'b9790724-976c-4566-a819-783168357d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:18Z', 'updated_at': '2021-05-25T16:00:22Z', 'revision_number': 3, 'project_id': '31f5ef477f774c89a44069cdaf13823d', 'gw_port': {'id': 'b9790724-976c-4566-a819-783168357d27', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5920bae1-2572-4581-b39a-25e952d131da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:20Z', 'updated_at': '2021-05-25T16:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:27.382397 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b77b5ad-5c2c-481e-85da-1971384cb289 None None] The sync data for ids ['5920bae1-2572-4581-b39a-25e952d131da'] in dv-cinder-786384-6-smb is: [{'id': '5920bae1-2572-4581-b39a-25e952d131da', 'name': 'tempest-TestShelveInstance-154103621-router', 'tenant_id': '31f5ef477f774c89a44069cdaf13823d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'b9790724-976c-4566-a819-783168357d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:18Z', 'updated_at': '2021-05-25T16:00:22Z', 'revision_number': 3, 'project_id': '31f5ef477f774c89a44069cdaf13823d', 'gw_port': {'id': 'b9790724-976c-4566-a819-783168357d27', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5920bae1-2572-4581-b39a-25e952d131da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:20Z', 'updated_at': '2021-05-25T16:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}] {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:00:27.411606 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96d620-2f29-417b-8d44-b8f8a21c5f2e req-e5cbb2f5-0557-4d1a-a80d-6c84a28d29d2 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:27.413183 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ad96d620-2f29-417b-8d44-b8f8a21c5f2e req-e5cbb2f5-0557-4d1a-a80d-6c84a28d29d2 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.4119341 May 25 16:00:27.438717 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0627e0d1-3dc5-4711-bf93-96bf306ef19f req-7e254eca-69b4-433f-bf71-6ed98803dfa8 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728540 May 25 16:00:27.483564 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-23b71ea0-337a-4ce0-af35-c4952b1b3dfc admin admin] Deleting port acfd4987-2c87-460e-96b4-ea38e86ed34a {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:00:27.484175 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-23b71ea0-337a-4ce0-af35-c4952b1b3dfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:27.497623 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ad96d620-2f29-417b-8d44-b8f8a21c5f2e req-d3a7fdfb-174c-4fbc-9764-54f186ba4628 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651755 May 25 16:00:27.564367 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-0c7206e8-775a-4a8f-800b-4d039c0c8733 None None] Provisioning for port 8f432d0d-3dbc-44fa-b21e-41b15895ce06 completed by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:00:27.576229 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-0c7206e8-775a-4a8f-800b-4d039c0c8733 None None] Provisioning complete for port 8f432d0d-3dbc-44fa-b21e-41b15895ce06 triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:27.576767 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-0c7206e8-775a-4a8f-800b-4d039c0c8733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:27.626412 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 44890) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:27.694199 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [None req-23b71ea0-337a-4ce0-af35-c4952b1b3dfc admin admin] For port acfd4987-2c87-460e-96b4-ea38e86ed34a, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=acfd4987-2c87-460e-96b4-ea38e86ed34a,segment=NetworkSegment(50258eee-3ee7-4f79-9fdc-7a42204fd626),segment_id=50258eee-3ee7-4f79-9fdc-7a42204fd626)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:27.694729 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-23b71ea0-337a-4ce0-af35-c4952b1b3dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:27.753367 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-0c7206e8-775a-4a8f-800b-4d039c0c8733 None None] Port 8f432d0d-3dbc-44fa-b21e-41b15895ce06 cannot update to ACTIVE because it is not bound. {{(pid=98825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:00:27.787451 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-07a081e9-92ba-4f87-b1eb-c2eab1530456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:27.958461 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:28.012301 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-23b71ea0-337a-4ce0-af35-c4952b1b3dfc admin admin] Calling delete_port for acfd4987-2c87-460e-96b4-ea38e86ed34a owned by network:router_interface {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:00:28.115179 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-9689acb5-81cc-4ffe-a29d-95805587fdb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:28.161480 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-9689acb5-81cc-4ffe-a29d-95805587fdb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:28.195964 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-9689acb5-81cc-4ffe-a29d-95805587fdb3 admin admin] Usage tracker for resource:security_group_rule and tenant:806c5743d8604f71b3baf712cb6d7b41 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:28.363344 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-9689acb5-81cc-4ffe-a29d-95805587fdb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:28.401945 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-9689acb5-81cc-4ffe-a29d-95805587fdb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:28.490609 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-07a081e9-92ba-4f87-b1eb-c2eab1530456 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:28.525702 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1721c-c966-4e1a-a039-04c8d004795d req-697a3239-bbfa-4d1f-b0d9-dd9cf08aa53b tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:28.533911 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-bef1721c-c966-4e1a-a039-04c8d004795d req-697a3239-bbfa-4d1f-b0d9-dd9cf08aa53b tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 984 time: 0.3423283 May 25 16:00:28.590593 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1585b-a744-48c5-abfc-0f2782e111a9 req-6a826a00-1dc5-4474-8b73-ec1898722353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:28.592522 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5fe1585b-a744-48c5-abfc-0f2782e111a9 req-6a826a00-1dc5-4474-8b73-ec1898722353 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=04e5d6c18a744c4fb33799b5049c26af&device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 1137 time: 0.1713517 May 25 16:00:28.628980 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-07a081e9-92ba-4f87-b1eb-c2eab1530456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6454833'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:28.712508 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-bef1721c-c966-4e1a-a039-04c8d004795d req-f0fae2cc-ddf1-4ae4-9413-0a433b848285 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&id=8007f4fb-a271-473b-9cf4-8baf1fca124f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1776860 May 25 16:00:28.770351 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-bc8574fc-59a0-44d7-baaa-7cc949def3e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:28.824623 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-07a081e9-92ba-4f87-b1eb-c2eab1530456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452155'] for router_interface, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:28.879410 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1585b-a744-48c5-abfc-0f2782e111a9 req-123359c3-8427-4deb-bc75-e640791def44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:28.881272 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5fe1585b-a744-48c5-abfc-0f2782e111a9 req-123359c3-8427-4deb-bc75-e640791def44 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ab46e9ff-c4ed-42a6-a4bf-84fd634e0151 HTTP/1.1" status: 200 len: 915 time: 0.2765858 May 25 16:00:28.966591 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-23b71ea0-337a-4ce0-af35-c4952b1b3dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:28.983842 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:29.027968 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-9689acb5-81cc-4ffe-a29d-95805587fdb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:29.080838 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b71ea0-337a-4ce0-af35-c4952b1b3dfc admin admin] Pushing event deleted for resources: {'Port': ['ID=acfd4987-2c87-460e-96b4-ea38e86ed34a,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:29.115003 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a081e9-92ba-4f87-b1eb-c2eab1530456 admin admin] Pushing event updated for resources: {'Port': ['ID=8f432d0d-3dbc-44fa-b21e-41b15895ce06,revision_number=2']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:29.117803 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-9689acb5-81cc-4ffe-a29d-95805587fdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:29.122507 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5fe1585b-a744-48c5-abfc-0f2782e111a9 req-35154b23-240c-4ecc-8503-c0716a2d0785 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=693d1b90-616a-491c-8290-a778ec7727ef HTTP/1.1" status: 200 len: 1001 time: 0.2297027 May 25 16:00:29.123412 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-23b71ea0-337a-4ce0-af35-c4952b1b3dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:29.137361 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-07a081e9-92ba-4f87-b1eb-c2eab1530456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:29.137361 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-cdbfe5c3-09a1-4a4c-8147-559915f2fe44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:29.232013 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-9689acb5-81cc-4ffe-a29d-95805587fdb3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=806c5743d8604f71b3baf712cb6d7b41&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6035957 May 25 16:00:29.243546 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 44910) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:29.252937 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689acb5-81cc-4ffe-a29d-95805587fdb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a226f8-6366-4604-a70e-74d2ce8126a5,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:29.259106 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-9689acb5-81cc-4ffe-a29d-95805587fdb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:29.306064 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a081e9-92ba-4f87-b1eb-c2eab1530456 admin admin] Network b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0 is already hosted by enough agents. {{(pid=98824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:00:29.314384 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [None req-07a081e9-92ba-4f87-b1eb-c2eab1530456 admin admin] Resources bound (agent type, host, resource id): {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:00:29.333538 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d530d0-5595-497c-8f72-f5a8904e3382 req-79f1fc08-8758-4f84-b71c-63dc17cdcb4f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:29.335134 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-02d530d0-5595-497c-8f72-f5a8904e3382 req-79f1fc08-8758-4f84-b71c-63dc17cdcb4f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.6117923 May 25 16:00:29.346119 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1585b-a744-48c5-abfc-0f2782e111a9 req-70cdb4cd-8a6a-4a18-8d3b-bf89afd25c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:29.347589 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5fe1585b-a744-48c5-abfc-0f2782e111a9 req-70cdb4cd-8a6a-4a18-8d3b-bf89afd25c66 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68 HTTP/1.1" status: 200 len: 853 time: 0.1498919 May 25 16:00:29.440182 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f2fc6-06ad-4fec-a364-e60670853777 req-7a2484e2-b790-41c6-a9d2-5bcd22869a30 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:29.440182 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-076f2fc6-06ad-4fec-a364-e60670853777 req-7a2484e2-b790-41c6-a9d2-5bcd22869a30 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.5094016 May 25 16:00:29.600027 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-23b71ea0-337a-4ce0-af35-c4952b1b3dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450237'] for router_interface, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:29.622719 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1585b-a744-48c5-abfc-0f2782e111a9 req-c2d4ab83-cb99-471b-a31c-31787fac05e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:29.626711 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-02d530d0-5595-497c-8f72-f5a8904e3382 req-034b0caf-4252-49f3-876a-fe0c195ca25d tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815483 May 25 16:00:29.633453 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5fe1585b-a744-48c5-abfc-0f2782e111a9 req-c2d4ab83-cb99-471b-a31c-31787fac05e7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ab46e9ff-c4ed-42a6-a4bf-84fd634e0151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2657335 May 25 16:00:29.646860 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-f587bfae-0574-419d-abca-fa149df81b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:29.695002 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-076f2fc6-06ad-4fec-a364-e60670853777 req-54020418-b7c0-41f9-a3c0-9b9265c322a7 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440016 May 25 16:00:29.698474 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-35732160-b3b8-4c45-a0fc-b8e85c54c1ba None None] Provisioning complete for port 8f432d0d-3dbc-44fa-b21e-41b15895ce06 triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:29.698966 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-35732160-b3b8-4c45-a0fc-b8e85c54c1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:29.716543 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-f587bfae-0574-419d-abca-fa149df81b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:29.747849 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a081e9-92ba-4f87-b1eb-c2eab1530456 admin admin] Router 5920bae1-2572-4581-b39a-25e952d131da has already been hosted by L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab {{(pid=98824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:00:29.797911 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device b9790724-976c-4566-a819-783168357d27 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:00:29.948374 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-35732160-b3b8-4c45-a0fc-b8e85c54c1ba None None] Port 8f432d0d-3dbc-44fa-b21e-41b15895ce06 cannot update to ACTIVE because it is not bound. {{(pid=98825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:00:30.027412 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning for port b9790724-976c-4566-a819-783168357d27 completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:00:30.038499 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port b9790724-976c-4566-a819-783168357d27 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:30.040564 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:30.069257 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5fe1585b-a744-48c5-abfc-0f2782e111a9 req-195ac162-de65-4d8a-8b34-02c554ddf6c5 service neutron] 10.222.0.91 "GET /v2.0/networks/ab46e9ff-c4ed-42a6-a4bf-84fd634e0151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441057 May 25 16:00:30.112373 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a081e9-92ba-4f87-b1eb-c2eab1530456 admin admin] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:00:30.130105 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-f587bfae-0574-419d-abca-fa149df81b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:30.136437 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-d300622a-07af-4263-bcdf-8fbed3947a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:30.156543 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587bfae-0574-419d-abca-fa149df81b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a226f8-6366-4604-a70e-74d2ce8126a5,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:30.163620 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-f587bfae-0574-419d-abca-fa149df81b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:30.172463 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46a2a3-7468-4e9d-9291-4284fe269d86 req-9c98a80a-5dfa-40f5-9d1b-1119332158c5 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:30.179881 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4c46a2a3-7468-4e9d-9291-4284fe269d86 req-9c98a80a-5dfa-40f5-9d1b-1119332158c5 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 984 time: 0.2353482 May 25 16:00:30.204233 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-f587bfae-0574-419d-abca-fa149df81b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:30.208727 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-f587bfae-0574-419d-abca-fa149df81b24 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/01a226f8-6366-4604-a70e-74d2ce8126a5 HTTP/1.1" status: 204 len: 168 time: 0.9539325 May 25 16:00:30.217770 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-07a081e9-92ba-4f87-b1eb-c2eab1530456 admin admin] 10.222.0.72 "PUT /v2.0/routers/5920bae1-2572-4581-b39a-25e952d131da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8887739 May 25 16:00:30.318697 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9bdd8f-f998-4436-8e1c-56672befd460 None None] Sync routers for ids ['5920bae1-2572-4581-b39a-25e952d131da'] in dv-cinder-786384-6-smb {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:00:30.336617 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4c46a2a3-7468-4e9d-9291-4284fe269d86 req-72407011-d0cf-45cf-b2d9-043337d0f93b tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&id=8007f4fb-a271-473b-9cf4-8baf1fca124f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1556985 May 25 16:00:30.398146 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9bdd8f-f998-4436-8e1c-56672befd460 None None] Routers {'5920bae1-2572-4581-b39a-25e952d131da'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:00:30.398851 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-3f9bdd8f-f998-4436-8e1c-56672befd460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:00:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['5920bae1-2572-4581-b39a-25e952d131da'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:30.538771 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:30.617689 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] For port b9790724-976c-4566-a819-783168357d27, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=b9790724-976c-4566-a819-783168357d27,segment=NetworkSegment(13ec9ed7-53c7-433f-97c5-96b1b940f45d),segment_id=13ec9ed7-53c7-433f-97c5-96b1b940f45d)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:30.734979 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:30.751014 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5fe1585b-a744-48c5-abfc-0f2782e111a9 req-d4c48004-9f1a-4edb-ac6a-e412d1eb6479 service neutron] 10.222.0.91 "GET /v2.0/networks/ab46e9ff-c4ed-42a6-a4bf-84fd634e0151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6701047 May 25 16:00:30.768742 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-b62ef3b2-c3f4-4bef-9f66-d5462fed0a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:30.837702 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b71ea0-337a-4ce0-af35-c4952b1b3dfc admin admin] Router 34df0b75-173c-44bd-a08e-b273b984016c has already been hosted by L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab {{(pid=98823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:00:30.961062 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Pushing event updated for resources: {'Port': ['ID=b9790724-976c-4566-a819-783168357d27,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:30.967759 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:31.035994 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-3f9bdd8f-f998-4436-8e1c-56672befd460 None None] Set router 5920bae1-2572-4581-b39a-25e952d131da gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:00:31.042277 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17146b-ae9f-40bf-a0e0-324b6f2a09fc req-46c0b1ab-ecbb-4b98-8240-6fa12ab2e605 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:31.044636 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0a17146b-ae9f-40bf-a0e0-324b6f2a09fc req-46c0b1ab-ecbb-4b98-8240-6fa12ab2e605 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.4522190 May 25 16:00:31.054801 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c816a-1c5d-4624-bef0-08dd8b224bad req-43a0bea2-53a7-4662-890e-7515a1e41e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:31.054801 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d92c816a-1c5d-4624-bef0-08dd8b224bad req-43a0bea2-53a7-4662-890e-7515a1e41e71 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6e0b579c2ed344be88993c3d0a0cb566&device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 1098 time: 0.2660449 May 25 16:00:31.108960 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b71ea0-337a-4ce0-af35-c4952b1b3dfc admin admin] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:00:31.120386 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a72320b-a5f3-4823-bc70-b3f92bb99052 None None] Sync routers for ids ['34df0b75-173c-44bd-a08e-b273b984016c'] in dv-cinder-786384-6-smb {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:00:31.139860 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-23b71ea0-337a-4ce0-af35-c4952b1b3dfc admin admin] 10.222.0.72 "PUT /v2.0/routers/34df0b75-173c-44bd-a08e-b273b984016c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4822764 May 25 16:00:31.142036 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a72320b-a5f3-4823-bc70-b3f92bb99052 None None] Routers {'34df0b75-173c-44bd-a08e-b273b984016c'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:00:31.143481 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-3a72320b-a5f3-4823-bc70-b3f92bb99052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:00:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['34df0b75-173c-44bd-a08e-b273b984016c'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:31.144200 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 44940) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:31.494886 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0a17146b-ae9f-40bf-a0e0-324b6f2a09fc req-4a65639f-458b-4c8d-ada5-93d6ea867ce2 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4405832 May 25 16:00:31.564878 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-01fdd090-f897-41d3-b0cf-cb0a0ca68f04 admin admin] Notify callbacks [] for router, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:31.606001 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c816a-1c5d-4624-bef0-08dd8b224bad req-4df7d04d-55c2-4f00-8378-9c5cab58d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:31.607572 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d92c816a-1c5d-4624-bef0-08dd8b224bad req-4df7d04d-55c2-4f00-8378-9c5cab58d4d5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d HTTP/1.1" status: 200 len: 912 time: 0.5351191 May 25 16:00:31.651739 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-3a72320b-a5f3-4823-bc70-b3f92bb99052 None None] Set router 34df0b75-173c-44bd-a08e-b273b984016c gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:00:31.814259 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d92c816a-1c5d-4624-bef0-08dd8b224bad req-3d9d552e-306b-400a-87ce-bf39fb5bc774 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 HTTP/1.1" status: 200 len: 1000 time: 0.1966250 May 25 16:00:31.817443 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device b9790724-976c-4566-a819-783168357d27 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:00:31.878172 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 44948) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:31.971881 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port b9790724-976c-4566-a819-783168357d27 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:31.972268 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:31.992483 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-072b1424-7803-4515-85d8-6b625f3bb338 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-189337900', 'description': 'tempest-secgroup-smoke-189337900 description', 'project_id': '1009942ff088419bb323bdff264b58be'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:32.013945 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-01fdd090-f897-41d3-b0cf-cb0a0ca68f04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:32.067061 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c816a-1c5d-4624-bef0-08dd8b224bad req-7788bbcb-4c56-4ef7-b913-28c918700c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:32.069281 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d92c816a-1c5d-4624-bef0-08dd8b224bad req-7788bbcb-4c56-4ef7-b913-28c918700c08 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dbbdc939-cb7b-4cd7-bff0-1b0465d88650 HTTP/1.1" status: 200 len: 850 time: 0.1917200 May 25 16:00:32.070462 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-072b1424-7803-4515-85d8-6b625f3bb338 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:32.160339 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-072b1424-7803-4515-85d8-6b625f3bb338 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Usage tracker for resource:security_group and tenant:1009942ff088419bb323bdff264b58be is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:32.210869 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-3a72320b-a5f3-4823-bc70-b3f92bb99052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34df0b75-173c-44bd-a08e-b273b984016c', 'name': 'tempest-ServerRescueNegativeTestJSON-1300172129-router', 'tenant_id': '3b535e0be0c24db68760dcdb4881bdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '1e27040e-e185-45fe-8436-65b35aff4a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:50Z', 'updated_at': '2021-05-25T16:00:28Z', 'revision_number': 5, 'project_id': '3b535e0be0c24db68760dcdb4881bdaf', 'gw_port': {'id': '1e27040e-e185-45fe-8436-65b35aff4a6b', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34df0b75-173c-44bd-a08e-b273b984016c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:51Z', 'updated_at': '2021-05-25T15:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:32.213846 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-3f9bdd8f-f998-4436-8e1c-56672befd460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5920bae1-2572-4581-b39a-25e952d131da', 'name': 'tempest-TestShelveInstance-154103621-router', 'tenant_id': '31f5ef477f774c89a44069cdaf13823d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'b9790724-976c-4566-a819-783168357d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:18Z', 'updated_at': '2021-05-25T16:00:27Z', 'revision_number': 4, 'project_id': '31f5ef477f774c89a44069cdaf13823d', 'gw_port': {'id': 'b9790724-976c-4566-a819-783168357d27', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5920bae1-2572-4581-b39a-25e952d131da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:20Z', 'updated_at': '2021-05-25T16:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': '8f432d0d-3dbc-44fa-b21e-41b15895ce06', 'name': '', 'network_id': 'b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0', 'tenant_id': '31f5ef477f774c89a44069cdaf13823d', 'mac_address': 'fa:16:3e:70:f5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5920bae1-2572-4581-b39a-25e952d131da', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'eeac5029-7a7b-4db4-bed9-ca98817d35b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:25Z', 'updated_at': '2021-05-25T16:00:27Z', 'revision_number': 2, 'project_id': '31f5ef477f774c89a44069cdaf13823d', 'subnets': [{'id': 'eeac5029-7a7b-4db4-bed9-ca98817d35b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:32.221105 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a72320b-a5f3-4823-bc70-b3f92bb99052 None None] Checking router: 34df0b75-173c-44bd-a08e-b273b984016c for host: dv-cinder-786384-6-smb {{(pid=98826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:00:32.221655 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-072b1424-7803-4515-85d8-6b625f3bb338 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:32.231922 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9bdd8f-f998-4436-8e1c-56672befd460 None None] Checking router: 5920bae1-2572-4581-b39a-25e952d131da for host: dv-cinder-786384-6-smb {{(pid=98825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:00:32.232640 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9bdd8f-f998-4436-8e1c-56672befd460 None None] Updating router 5920bae1-2572-4581-b39a-25e952d131da port 8f432d0d-3dbc-44fa-b21e-41b15895ce06 binding host dv-cinder-786384-6-smb {{(pid=98825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:00:32.246028 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a72320b-a5f3-4823-bc70-b3f92bb99052 None None] Routers {'34df0b75-173c-44bd-a08e-b273b984016c'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:00:32.246870 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-3a72320b-a5f3-4823-bc70-b3f92bb99052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:00:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['34df0b75-173c-44bd-a08e-b273b984016c'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:32.287120 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-072b1424-7803-4515-85d8-6b625f3bb338 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:32.290487 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-01fdd090-f897-41d3-b0cf-cb0a0ca68f04 admin admin] Deleting port 1e27040e-e185-45fe-8436-65b35aff4a6b {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:00:32.290851 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-01fdd090-f897-41d3-b0cf-cb0a0ca68f04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:32.326046 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-3f9bdd8f-f998-4436-8e1c-56672befd460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:32.331895 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8aca93-8c10-4d17-a90c-012b6c1499bb req-d2b5e85b-c699-4500-be8f-9f634a1ac1a4 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:32.333785 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-8c8aca93-8c10-4d17-a90c-012b6c1499bb req-d2b5e85b-c699-4500-be8f-9f634a1ac1a4 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.5182545 May 25 16:00:32.360493 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b865c1-25b5-48fc-99b3-2ff07cbc1336 req-9a7bafd3-0255-4f70-83da-eaec2b46a38d tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:32.366806 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d6b865c1-25b5-48fc-99b3-2ff07cbc1336 req-9a7bafd3-0255-4f70-83da-eaec2b46a38d tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 984 time: 0.2932773 May 25 16:00:32.482204 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c816a-1c5d-4624-bef0-08dd8b224bad req-8619012d-a036-4695-8977-4e81552141b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:32.483828 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d92c816a-1c5d-4624-bef0-08dd8b224bad req-8619012d-a036-4695-8977-4e81552141b9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3373024 May 25 16:00:32.534543 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [None req-01fdd090-f897-41d3-b0cf-cb0a0ca68f04 admin admin] For port 1e27040e-e185-45fe-8436-65b35aff4a6b, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=1e27040e-e185-45fe-8436-65b35aff4a6b,segment=NetworkSegment(13ec9ed7-53c7-433f-97c5-96b1b940f45d),segment_id=13ec9ed7-53c7-433f-97c5-96b1b940f45d)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:32.534543 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-01fdd090-f897-41d3-b0cf-cb0a0ca68f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:32.553415 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-3a72320b-a5f3-4823-bc70-b3f92bb99052 None None] Set router 34df0b75-173c-44bd-a08e-b273b984016c gateway port host: None {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:00:32.697981 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-072b1424-7803-4515-85d8-6b625f3bb338 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:32.698694 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-3a72320b-a5f3-4823-bc70-b3f92bb99052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34df0b75-173c-44bd-a08e-b273b984016c', 'name': 'tempest-ServerRescueNegativeTestJSON-1300172129-router', 'tenant_id': '3b535e0be0c24db68760dcdb4881bdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:50Z', 'updated_at': '2021-05-25T16:00:32Z', 'revision_number': 6, 'project_id': '3b535e0be0c24db68760dcdb4881bdaf', 'gw_port_host': None}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:32.707197 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a72320b-a5f3-4823-bc70-b3f92bb99052 None None] The sync data for ids ['34df0b75-173c-44bd-a08e-b273b984016c'] in dv-cinder-786384-6-smb is: [{'id': '34df0b75-173c-44bd-a08e-b273b984016c', 'name': 'tempest-ServerRescueNegativeTestJSON-1300172129-router', 'tenant_id': '3b535e0be0c24db68760dcdb4881bdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:50Z', 'updated_at': '2021-05-25T16:00:32Z', 'revision_number': 6, 'project_id': '3b535e0be0c24db68760dcdb4881bdaf', 'gw_port_host': None}] {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:00:32.749317 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d6b865c1-25b5-48fc-99b3-2ff07cbc1336 req-f51d80a6-23e6-4d14-9d2a-3916d292884f tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&id=8007f4fb-a271-473b-9cf4-8baf1fca124f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3468988 May 25 16:00:32.750120 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-01fdd090-f897-41d3-b0cf-cb0a0ca68f04 admin admin] Calling delete_port for 1e27040e-e185-45fe-8436-65b35aff4a6b owned by network:router_gateway {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:00:32.779054 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d92c816a-1c5d-4624-bef0-08dd8b224bad req-8f2ab4a0-77c2-4752-9098-3229ba7c357c service neutron] 10.222.0.91 "GET /v2.0/networks/a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747436 May 25 16:00:32.780821 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-072b1424-7803-4515-85d8-6b625f3bb338 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:32.788308 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-8c8aca93-8c10-4d17-a90c-012b6c1499bb req-518d3a30-320b-44bf-adee-662075bebb41 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4108942 May 25 16:00:32.827843 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-072b1424-7803-4515-85d8-6b625f3bb338 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Usage tracker for resource:security_group_rule and tenant:1009942ff088419bb323bdff264b58be is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:32.884918 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-072b1424-7803-4515-85d8-6b625f3bb338 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:32.921247 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-072b1424-7803-4515-85d8-6b625f3bb338 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:33.024158 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-3f9bdd8f-f998-4436-8e1c-56672befd460 None None] Notify callbacks [] for port, precommit_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:33.037788 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d92c816a-1c5d-4624-bef0-08dd8b224bad req-87cc1389-8534-439c-b671-497cc4cb9925 service neutron] 10.222.0.91 "GET /v2.0/networks/a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483411 May 25 16:00:33.065022 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-01fdd090-f897-41d3-b0cf-cb0a0ca68f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:33.076382 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:33.088506 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-3f9bdd8f-f998-4436-8e1c-56672befd460 None None] Transition to ACTIVE for port object 8f432d0d-3dbc-44fa-b21e-41b15895ce06 will not be triggered until provisioned by entity L2. {{(pid=98825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:00:33.124614 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291b4dd-46f5-4255-851b-5ec2670c674e req-d3ea7bb1-5c15-474a-867e-8803b287513e tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:33.131682 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5291b4dd-46f5-4255-851b-5ec2670c674e req-d3ea7bb1-5c15-474a-867e-8803b287513e tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.1978478 May 25 16:00:33.178937 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-072b1424-7803-4515-85d8-6b625f3bb338 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:33.181289 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-3f9bdd8f-f998-4436-8e1c-56672befd460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:33.186314 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-f473663a-9562-46c1-ba73-628d85e532da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:33.197973 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5291b4dd-46f5-4255-851b-5ec2670c674e req-e11274c5-49c0-47fb-8e0d-f26c4c6bc827 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651197 May 25 16:00:33.210592 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdd090-f897-41d3-b0cf-cb0a0ca68f04 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e27040e-e185-45fe-8436-65b35aff4a6b,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:33.240256 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-01fdd090-f897-41d3-b0cf-cb0a0ca68f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:33.242339 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-072b1424-7803-4515-85d8-6b625f3bb338 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:33.255337 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a66064d5-b62e-4ee6-8f1d-107f204e766a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:33.317872 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b1424-7803-4515-85d8-6b625f3bb338 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:33.325631 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-072b1424-7803-4515-85d8-6b625f3bb338 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:33.388376 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-072b1424-7803-4515-85d8-6b625f3bb338 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:33.393355 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 44984) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:33.394951 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-072b1424-7803-4515-85d8-6b625f3bb338 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.5156956 May 25 16:00:33.396104 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-01fdd090-f897-41d3-b0cf-cb0a0ca68f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449072'] for router_gateway, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:33.439132 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5a6a7-48c7-4400-8b63-a4aca71b989d None None] Pushing event updated for resources: {'Port': ['ID=8f432d0d-3dbc-44fa-b21e-41b15895ce06,revision_number=3']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:33.439363 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-629062ee-8ac8-496f-9304-403dd172a2e1 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Request body: {'security_group_rule': {'security_group_id': 'fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60', 'project_id': '1009942ff088419bb323bdff264b58be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:33.445446 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-13c5a6a7-48c7-4400-8b63-a4aca71b989d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:33.455720 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-629062ee-8ac8-496f-9304-403dd172a2e1 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:33.503778 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-3f9bdd8f-f998-4436-8e1c-56672befd460 None None] Attempting to bind port 8f432d0d-3dbc-44fa-b21e-41b15895ce06 on host dv-cinder-786384-6-smb for vnic_type normal with profile {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:00:33.504170 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-3f9bdd8f-f998-4436-8e1c-56672befd460 None None] Attempting to bind port 8f432d0d-3dbc-44fa-b21e-41b15895ce06 by drivers openvswitch,hyperv on host dv-cinder-786384-6-smb at level 0 using segments [{'id': '2be7d28f-071d-4100-b4cb-5f44e258607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0'}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:00:33.504550 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9bdd8f-f998-4436-8e1c-56672befd460 None None] Attempting to bind port 8f432d0d-3dbc-44fa-b21e-41b15895ce06 on network b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0 {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:00:33.510200 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9bdd8f-f998-4436-8e1c-56672befd460 None None] Checking agent: {'id': '604f280d-a953-439f-8917-ecde1e61df0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 48, 25), 'started_at': datetime.datetime(2021, 5, 25, 15, 48, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:00:33.510589 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9bdd8f-f998-4436-8e1c-56672befd460 None None] Checking segment: {'id': '2be7d28f-071d-4100-b4cb-5f44e258607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:00:33.511007 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-3f9bdd8f-f998-4436-8e1c-56672befd460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:33.511414 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9bdd8f-f998-4436-8e1c-56672befd460 None None] Bound using segment: {'id': '2be7d28f-071d-4100-b4cb-5f44e258607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0'} {{(pid=98825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:00:33.511901 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.managers [None req-3f9bdd8f-f998-4436-8e1c-56672befd460 None None] Bound port: 8f432d0d-3dbc-44fa-b21e-41b15895ce06, host: dv-cinder-786384-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be7d28f-071d-4100-b4cb-5f44e258607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0'}}] {{(pid=98825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:00:33.512289 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-3f9bdd8f-f998-4436-8e1c-56672befd460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:33.627233 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-629062ee-8ac8-496f-9304-403dd172a2e1 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Usage tracker for resource:security_group_rule and tenant:1009942ff088419bb323bdff264b58be is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:33.631411 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-01fdd090-f897-41d3-b0cf-cb0a0ca68f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2879'] for router, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:33.633924 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-629062ee-8ac8-496f-9304-403dd172a2e1 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:33.637783 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-01fdd090-f897-41d3-b0cf-cb0a0ca68f04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:33.639969 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-3f9bdd8f-f998-4436-8e1c-56672befd460 None None] For port 8f432d0d-3dbc-44fa-b21e-41b15895ce06, host dv-cinder-786384-6-smb, cleared binding levels {{(pid=98825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:00:33.644528 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-3f9bdd8f-f998-4436-8e1c-56672befd460 None None] For port 8f432d0d-3dbc-44fa-b21e-41b15895ce06, host dv-cinder-786384-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=8f432d0d-3dbc-44fa-b21e-41b15895ce06,segment=NetworkSegment(2be7d28f-071d-4100-b4cb-5f44e258607c),segment_id=2be7d28f-071d-4100-b4cb-5f44e258607c)] {{(pid=98825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:00:33.645477 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-629062ee-8ac8-496f-9304-403dd172a2e1 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:33.732427 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 1e27040e-e185-45fe-8436-65b35aff4a6b no longer exists at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:00:33.774696 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-3f9bdd8f-f998-4436-8e1c-56672befd460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:33.795684 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-89ccbcf8-d739-4ddb-a589-c397ec813b32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:33.828020 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-629062ee-8ac8-496f-9304-403dd172a2e1 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:33.851925 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] No Port match for: 1e27040e-e185-45fe-8436-65b35aff4a6b {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:00:33.853245 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 1e27040e-e185-45fe-8436-65b35aff4a6b not bound to the agent host dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:00:33.853975 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device acfd4987-2c87-460e-96b4-ea38e86ed34a no longer exists at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:00:33.879046 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-01fdd090-f897-41d3-b0cf-cb0a0ca68f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450433'] for router, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:33.879586 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fdd090-f897-41d3-b0cf-cb0a0ca68f04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34df0b75-173c-44bd-a08e-b273b984016c {{(pid=98823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:00:33.947815 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9bdd8f-f998-4436-8e1c-56672befd460 None None] Routers {'5920bae1-2572-4581-b39a-25e952d131da'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:00:33.948720 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-3f9bdd8f-f998-4436-8e1c-56672befd460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:00:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['5920bae1-2572-4581-b39a-25e952d131da'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:34.003540 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-01fdd090-f897-41d3-b0cf-cb0a0ca68f04 admin admin] Notify callbacks [] for router, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:34.006895 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-01fdd090-f897-41d3-b0cf-cb0a0ca68f04 admin admin] 10.222.0.72 "DELETE /v2.0/routers/34df0b75-173c-44bd-a08e-b273b984016c HTTP/1.1" status: 204 len: 168 time: 2.8591828 May 25 16:00:34.007653 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 45000) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:34.043130 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] No Port match for: acfd4987-2c87-460e-96b4-ea38e86ed34a {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:00:34.043791 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device acfd4987-2c87-460e-96b4-ea38e86ed34a not bound to the agent host dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:00:34.153088 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c319c-875b-418f-a4d9-d17418965b12 req-17c574dc-c154-459c-8a81-f2947601eb87 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:34.162978 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-011c319c-875b-418f-a4d9-d17418965b12 req-17c574dc-c154-459c-8a81-f2947601eb87 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 984 time: 0.2998474 May 25 16:00:34.183924 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.db_base_plugin_v2 [None req-926a7897-9da3-470e-8629-cc6d801bf8e7 admin admin] Deleting subnet 25387402-7c77-4bfb-95d5-0f9f4bb4cc9b {{(pid=98823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:00:34.188359 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-926a7897-9da3-470e-8629-cc6d801bf8e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:34.190618 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5a6a7-48c7-4400-8b63-a4aca71b989d None None] Pushing event updated for resources: {'Port': ['ID=8f432d0d-3dbc-44fa-b21e-41b15895ce06,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:34.198912 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-13c5a6a7-48c7-4400-8b63-a4aca71b989d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:34.251905 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-011c319c-875b-418f-a4d9-d17418965b12 req-dc621cd4-305d-49d4-9516-2dfd607e8475 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&id=8007f4fb-a271-473b-9cf4-8baf1fca124f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0876839 May 25 16:00:34.272123 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-629062ee-8ac8-496f-9304-403dd172a2e1 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:34.277736 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675100ed-7606-49d4-be03-c26d15ca41ac req-554cc66b-6f61-4330-b980-16f4d3d1ebfd tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:34.287255 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-675100ed-7606-49d4-be03-c26d15ca41ac req-554cc66b-6f61-4330-b980-16f4d3d1ebfd tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.2104139 May 25 16:00:34.299293 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-926a7897-9da3-470e-8629-cc6d801bf8e7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:34.313892 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-926a7897-9da3-470e-8629-cc6d801bf8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698781'] for subnet, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:34.344559 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-3f9bdd8f-f998-4436-8e1c-56672befd460 None None] Set router 5920bae1-2572-4581-b39a-25e952d131da gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:00:34.357761 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-629062ee-8ac8-496f-9304-403dd172a2e1 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589395'] for security_group_rule, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:34.375200 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:34.410388 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-675100ed-7606-49d4-be03-c26d15ca41ac req-71da5c51-ad8a-4fd8-ae9e-28c953ed18f6 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216941 May 25 16:00:34.417206 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629062ee-8ac8-496f-9304-403dd172a2e1 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01368355-48fd-42cc-bec8-4db6061a51d4,revision_number=0']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:34.423194 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-629062ee-8ac8-496f-9304-403dd172a2e1 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:34.474604 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527f179-e5c7-4a85-8f40-3d1bf08e96f5 req-131f5501-de3d-4d6d-b4ed-1cc17d13559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:34.474604 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3527f179-e5c7-4a85-8f40-3d1bf08e96f5 req-131f5501-de3d-4d6d-b4ed-1cc17d13559a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1dafbac212f4486fb6d026d08f3d58bb&device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 1098 time: 0.1549275 May 25 16:00:34.508416 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-629062ee-8ac8-496f-9304-403dd172a2e1 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:34.514101 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-629062ee-8ac8-496f-9304-403dd172a2e1 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1190012 May 25 16:00:34.520517 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 45012) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:34.531622 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-02fa97fe-b61e-4b33-b6b1-19b249c1098d tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Request body: {'security_group_rule': {'security_group_id': 'fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60', 'project_id': '1009942ff088419bb323bdff264b58be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:34.541294 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-02fa97fe-b61e-4b33-b6b1-19b249c1098d tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:34.549796 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-02fa97fe-b61e-4b33-b6b1-19b249c1098d tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Usage tracker for resource:security_group_rule and tenant:1009942ff088419bb323bdff264b58be is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:34.554357 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-02fa97fe-b61e-4b33-b6b1-19b249c1098d tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:34.577009 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-02fa97fe-b61e-4b33-b6b1-19b249c1098d tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:34.692186 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-02fa97fe-b61e-4b33-b6b1-19b249c1098d tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:34.720352 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287d269-cbbd-48a3-af2a-883ee950c87f req-fcdabb6b-2774-49bb-8d8e-6937146fa8b8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:34.721957 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7287d269-cbbd-48a3-af2a-883ee950c87f req-fcdabb6b-2774-49bb-8d8e-6937146fa8b8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.2187631 May 25 16:00:34.724846 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527f179-e5c7-4a85-8f40-3d1bf08e96f5 req-2792ad69-e8a0-48c7-8241-9196545ffc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:34.726470 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3527f179-e5c7-4a85-8f40-3d1bf08e96f5 req-2792ad69-e8a0-48c7-8241-9196545ffc15 service neutron] 10.222.0.91 "GET /v2.0/networks?id=9b9e8b48-533f-4671-b519-11ca6129f792 HTTP/1.1" status: 200 len: 917 time: 0.2473915 May 25 16:00:34.784232 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-3f9bdd8f-f998-4436-8e1c-56672befd460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5920bae1-2572-4581-b39a-25e952d131da', 'name': 'tempest-TestShelveInstance-154103621-router', 'tenant_id': '31f5ef477f774c89a44069cdaf13823d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'b9790724-976c-4566-a819-783168357d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:18Z', 'updated_at': '2021-05-25T16:00:27Z', 'revision_number': 4, 'project_id': '31f5ef477f774c89a44069cdaf13823d', 'gw_port': {'id': 'b9790724-976c-4566-a819-783168357d27', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5920bae1-2572-4581-b39a-25e952d131da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:20Z', 'updated_at': '2021-05-25T16:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': '8f432d0d-3dbc-44fa-b21e-41b15895ce06', 'name': '', 'network_id': 'b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0', 'tenant_id': '31f5ef477f774c89a44069cdaf13823d', 'mac_address': 'fa:16:3e:70:f5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5920bae1-2572-4581-b39a-25e952d131da', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'eeac5029-7a7b-4db4-bed9-ca98817d35b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:25Z', 'updated_at': '2021-05-25T16:00:33Z', 'revision_number': 4, 'project_id': '31f5ef477f774c89a44069cdaf13823d', 'subnets': [{'id': 'eeac5029-7a7b-4db4-bed9-ca98817d35b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:34.789574 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9bdd8f-f998-4436-8e1c-56672befd460 None None] The sync data for ids ['5920bae1-2572-4581-b39a-25e952d131da'] in dv-cinder-786384-6-smb is: [{'id': '5920bae1-2572-4581-b39a-25e952d131da', 'name': 'tempest-TestShelveInstance-154103621-router', 'tenant_id': '31f5ef477f774c89a44069cdaf13823d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'b9790724-976c-4566-a819-783168357d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:18Z', 'updated_at': '2021-05-25T16:00:27Z', 'revision_number': 4, 'project_id': '31f5ef477f774c89a44069cdaf13823d', 'gw_port': {'id': 'b9790724-976c-4566-a819-783168357d27', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5920bae1-2572-4581-b39a-25e952d131da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:20Z', 'updated_at': '2021-05-25T16:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': '8f432d0d-3dbc-44fa-b21e-41b15895ce06', 'name': '', 'network_id': 'b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0', 'tenant_id': '31f5ef477f774c89a44069cdaf13823d', 'mac_address': 'fa:16:3e:70:f5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5920bae1-2572-4581-b39a-25e952d131da', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'eeac5029-7a7b-4db4-bed9-ca98817d35b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:25Z', 'updated_at': '2021-05-25T16:00:33Z', 'revision_number': 4, 'project_id': '31f5ef477f774c89a44069cdaf13823d', 'subnets': [{'id': 'eeac5029-7a7b-4db4-bed9-ca98817d35b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:00:34.807831 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-02fa97fe-b61e-4b33-b6b1-19b249c1098d tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:34.828206 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-926a7897-9da3-470e-8629-cc6d801bf8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1697896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408'] for subnet, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:34.836038 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:34.897232 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a7897-9da3-470e-8629-cc6d801bf8e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25387402-7c77-4bfb-95d5-0f9f4bb4cc9b,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:34.900641 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-926a7897-9da3-470e-8629-cc6d801bf8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:34.904733 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-926a7897-9da3-470e-8629-cc6d801bf8e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for subnet, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:34.910290 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-02fa97fe-b61e-4b33-b6b1-19b249c1098d tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589395'] for security_group_rule, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:34.916508 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7287d269-cbbd-48a3-af2a-883ee950c87f req-4ef7c6a7-7a21-4df1-a91b-8cc489df933b tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753292 May 25 16:00:34.931604 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3527f179-e5c7-4a85-8f40-3d1bf08e96f5 req-10b8f490-162f-4e5d-8cfb-35cfa0455a80 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63dd0404-955b-4585-8721-710deadea260 HTTP/1.1" status: 200 len: 1000 time: 0.1915348 May 25 16:00:34.937004 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:34.952247 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-926a7897-9da3-470e-8629-cc6d801bf8e7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/25387402-7c77-4bfb-95d5-0f9f4bb4cc9b HTTP/1.1" status: 204 len: 168 time: 0.9144337 May 25 16:00:34.957071 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 45024) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:34.985840 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa97fe-b61e-4b33-b6b1-19b249c1098d tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d0a6637-4e26-4a48-8f5e-15c88bd16fff,revision_number=0']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:34.988882 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-02fa97fe-b61e-4b33-b6b1-19b249c1098d tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:35.055752 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-02fa97fe-b61e-4b33-b6b1-19b249c1098d tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:35.060240 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-02fa97fe-b61e-4b33-b6b1-19b249c1098d tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5392721 May 25 16:00:35.074400 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 45030) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:35.080668 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-22d8e508-8c71-46bf-a2f1-d805f5fa3503 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Request body: {'security_group_rule': {'security_group_id': 'fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60', 'project_id': '1009942ff088419bb323bdff264b58be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:35.089133 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-22d8e508-8c71-46bf-a2f1-d805f5fa3503 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:35.099089 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-22d8e508-8c71-46bf-a2f1-d805f5fa3503 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Usage tracker for resource:security_group_rule and tenant:1009942ff088419bb323bdff264b58be is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:35.111217 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-22d8e508-8c71-46bf-a2f1-d805f5fa3503 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:35.125358 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-22d8e508-8c71-46bf-a2f1-d805f5fa3503 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:35.129224 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b4516c0c-cbc4-4ca4-a831-5574c532b945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655721'] for network, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:35.161714 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527f179-e5c7-4a85-8f40-3d1bf08e96f5 req-ed06f427-988d-40da-a27d-e9614fbbe207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:35.163328 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3527f179-e5c7-4a85-8f40-3d1bf08e96f5 req-ed06f427-988d-40da-a27d-e9614fbbe207 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae HTTP/1.1" status: 200 len: 855 time: 0.2239807 May 25 16:00:35.265815 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527f179-e5c7-4a85-8f40-3d1bf08e96f5 req-2d0beed6-f18a-4741-9040-c4e62bc7367e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:35.268866 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3527f179-e5c7-4a85-8f40-3d1bf08e96f5 req-2d0beed6-f18a-4741-9040-c4e62bc7367e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9b9e8b48-533f-4671-b519-11ca6129f792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0946255 May 25 16:00:35.280666 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-22d8e508-8c71-46bf-a2f1-d805f5fa3503 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:35.314077 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b4516c0c-cbc4-4ca4-a831-5574c532b945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700178', 'neutron.services.segments.db._delete_segments_for_network-8745741368284'] for network, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:35.356738 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b4516c0c-cbc4-4ca4-a831-5574c532b945 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:00:35.357227 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b4516c0c-cbc4-4ca4-a831-5574c532b945 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:00:35.357988 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b4516c0c-cbc4-4ca4-a831-5574c532b945 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:00:35.358326 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b4516c0c-cbc4-4ca4-a831-5574c532b945 admin admin] Subscribe: > port after_create 55550000 {{(pid=98823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:00:35.358661 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b4516c0c-cbc4-4ca4-a831-5574c532b945 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:00:35.359022 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b4516c0c-cbc4-4ca4-a831-5574c532b945 admin admin] Subscribe: > port after_update 55550000 {{(pid=98823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:00:35.359497 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b4516c0c-cbc4-4ca4-a831-5574c532b945 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:00:35.359825 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b4516c0c-cbc4-4ca4-a831-5574c532b945 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:00:35.360144 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b4516c0c-cbc4-4ca4-a831-5574c532b945 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:00:35.360486 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b4516c0c-cbc4-4ca4-a831-5574c532b945 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:00:35.489403 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b4516c0c-cbc4-4ca4-a831-5574c532b945 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:00:35.489942 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b4516c0c-cbc4-4ca4-a831-5574c532b945 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:00:35.490750 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b4516c0c-cbc4-4ca4-a831-5574c532b945 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:00:35.491333 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b4516c0c-cbc4-4ca4-a831-5574c532b945 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:00:35.492048 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.services.segments.db [None req-b4516c0c-cbc4-4ca4-a831-5574c532b945 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f1ef9b-eb5b-4589-ada4-423c69ee954c']}} {{(pid=98823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:35.517223 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.services.segments.db [None req-b4516c0c-cbc4-4ca4-a831-5574c532b945 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50258eee-3ee7-4f79-9fdc-7a42204fd626') {'for_net_delete': True} {{(pid=98823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:35.517622 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.services.segments.db [None req-b4516c0c-cbc4-4ca4-a831-5574c532b945 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50258eee-3ee7-4f79-9fdc-7a42204fd626') {} {{(pid=98823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:35.531871 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3527f179-e5c7-4a85-8f40-3d1bf08e96f5 req-eadc6332-ddb8-4683-978e-40e45d5bd267 service neutron] 10.222.0.91 "GET /v2.0/networks/9b9e8b48-533f-4671-b519-11ca6129f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564359 May 25 16:00:35.538426 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b4516c0c-cbc4-4ca4-a831-5574c532b945 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745741377181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6719306'] for segment, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:35.588155 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b4516c0c-cbc4-4ca4-a831-5574c532b945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:35.597888 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4516c0c-cbc4-4ca4-a831-5574c532b945 admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=98823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:00:35.598303 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b4516c0c-cbc4-4ca4-a831-5574c532b945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8273278'] for segment, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:35.697834 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 8f432d0d-3dbc-44fa-b21e-41b15895ce06 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: from cryptography.utils import int_from_bytes May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: from cryptography.utils import int_from_bytes May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: Traceback (most recent call last): May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: timer() May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: cb(*args, **kw) May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: return func(*args, **kwargs) May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: self._notify() May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: self.callback(batched_events) May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: event.method(event) May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: return f(self, *a, **k) May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: return self._get(url).json() May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: return self.request(url, 'GET', **kwargs) May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:00:35.714202 dv-cinder-786384-6-smb neutron-server[98823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:00:35.738997 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299dbb6-d334-4cb8-9d8f-81012090931e req-5fdeb56d-0d58-40e0-8815-5f63a4cddb93 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:35.740540 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d299dbb6-d334-4cb8-9d8f-81012090931e req-5fdeb56d-0d58-40e0-8815-5f63a4cddb93 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 984 time: 0.3249245 May 25 16:00:35.768304 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-22d8e508-8c71-46bf-a2f1-d805f5fa3503 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:35.799713 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b4516c0c-cbc4-4ca4-a831-5574c532b945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449069'] for network, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:35.806599 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-7f8da8a9-c615-42cc-a665-378619abea7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:35.857386 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4516c0c-cbc4-4ca4-a831-5574c532b945 admin admin] Pushing event deleted for resources: {'Network': ['ID=32f1ef9b-eb5b-4589-ada4-423c69ee954c,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:35.865663 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b4516c0c-cbc4-4ca4-a831-5574c532b945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:35.867379 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d299dbb6-d334-4cb8-9d8f-81012090931e req-764e7fce-6a85-4012-ade5-e985d4100524 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&id=8007f4fb-a271-473b-9cf4-8baf1fca124f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1049609 May 25 16:00:35.873296 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-b4516c0c-cbc4-4ca4-a831-5574c532b945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:35.884683 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-22d8e508-8c71-46bf-a2f1-d805f5fa3503 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589395'] for security_group_rule, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:35.887113 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:35.917332 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3527f179-e5c7-4a85-8f40-3d1bf08e96f5 req-11ea0c94-9c27-4abe-bee6-570928e1a990 service neutron] 10.222.0.91 "GET /v2.0/networks/9b9e8b48-533f-4671-b519-11ca6129f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708911 May 25 16:00:35.923390 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8e508-8c71-46bf-a2f1-d805f5fa3503 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d9d9ad7-c6b7-4fc4-8694-b4b96bc5d1e5,revision_number=0']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:35.930593 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-22d8e508-8c71-46bf-a2f1-d805f5fa3503 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:35.946671 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cba1f-0b0f-43ce-8e3b-2e57041d13dd req-1df125a7-71a8-46d4-b5f1-7d40c00271b8 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:35.948204 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e14cba1f-0b0f-43ce-8e3b-2e57041d13dd req-1df125a7-71a8-46d4-b5f1-7d40c00271b8 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 945 time: 0.3074639 May 25 16:00:35.962337 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning for port 8f432d0d-3dbc-44fa-b21e-41b15895ce06 completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:00:35.968846 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 8f432d0d-3dbc-44fa-b21e-41b15895ce06 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:35.969493 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:36.000744 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-b4516c0c-cbc4-4ca4-a831-5574c532b945 admin admin] 10.222.0.72 "DELETE /v2.0/networks/32f1ef9b-eb5b-4589-ada4-423c69ee954c HTTP/1.1" status: 204 len: 168 time: 1.0423844 May 25 16:00:36.007398 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-22d8e508-8c71-46bf-a2f1-d805f5fa3503 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:36.008242 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e14cba1f-0b0f-43ce-8e3b-2e57041d13dd req-ef1161ee-bea9-4711-991b-e414c85e6b5d tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475459 May 25 16:00:36.008351 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-22d8e508-8c71-46bf-a2f1-d805f5fa3503 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9304800 May 25 16:00:36.008351 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 45058) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:36.012029 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-7bee4555-409c-4f0f-b549-ab11c0dfef3c tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Request body: {'security_group_rule': {'security_group_id': 'fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60', 'project_id': '1009942ff088419bb323bdff264b58be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:36.026802 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-7bee4555-409c-4f0f-b549-ab11c0dfef3c tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:36.044176 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-7bee4555-409c-4f0f-b549-ab11c0dfef3c tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Usage tracker for resource:security_group_rule and tenant:1009942ff088419bb323bdff264b58be is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:36.044176 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-7bee4555-409c-4f0f-b549-ab11c0dfef3c tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:36.053246 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-7bee4555-409c-4f0f-b549-ab11c0dfef3c tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:36.145382 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:36.177190 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] For port 8f432d0d-3dbc-44fa-b21e-41b15895ce06, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=8f432d0d-3dbc-44fa-b21e-41b15895ce06,segment=NetworkSegment(2be7d28f-071d-4100-b4cb-5f44e258607c),segment_id=2be7d28f-071d-4100-b4cb-5f44e258607c)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:36.186407 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-7bee4555-409c-4f0f-b549-ab11c0dfef3c tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:36.263355 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-7bee4555-409c-4f0f-b549-ab11c0dfef3c tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:36.282663 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:36.284435 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:36.354094 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Pushing event updated for resources: {'Port': ['ID=8f432d0d-3dbc-44fa-b21e-41b15895ce06,revision_number=5']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:36.357868 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:36.375721 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-7bee4555-409c-4f0f-b549-ab11c0dfef3c tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589395'] for security_group_rule, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:36.378056 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-d531b6a0-99ed-4fac-afcd-694c1cdfa849 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:36.400421 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee4555-409c-4f0f-b549-ab11c0dfef3c tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d95ca6-c0d7-48c1-a08a-2ca86fa82f87,revision_number=0']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:36.402833 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-7bee4555-409c-4f0f-b549-ab11c0dfef3c tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:36.464757 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 45064) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:36.493584 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-7bee4555-409c-4f0f-b549-ab11c0dfef3c tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:36.494805 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-7bee4555-409c-4f0f-b549-ab11c0dfef3c tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4882586 May 25 16:00:36.498338 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 45068) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:36.503724 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-8674adb4-7c97-4a09-8905-f30845c752ec tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Request body: {'security_group_rule': {'security_group_id': 'fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60', 'project_id': '1009942ff088419bb323bdff264b58be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:36.510129 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-8674adb4-7c97-4a09-8905-f30845c752ec tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:36.514976 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-8674adb4-7c97-4a09-8905-f30845c752ec tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Usage tracker for resource:security_group_rule and tenant:1009942ff088419bb323bdff264b58be is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:36.519249 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-6a917d2d-9a14-44f7-97a5-b3de895a1fe0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3b535e0be0c24db68760dcdb4881bdaf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0510683 May 25 16:00:36.519435 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-8674adb4-7c97-4a09-8905-f30845c752ec tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:36.519705 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 45072) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:36.524364 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-8674adb4-7c97-4a09-8905-f30845c752ec tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:36.580210 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-593f7856-5e39-4cb7-89f1-71f02d311304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:36.605743 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-593f7856-5e39-4cb7-89f1-71f02d311304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:36.636499 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.db.securitygroups_db [None req-8674adb4-7c97-4a09-8905-f30845c752ec tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Project 1009942ff088419bb323bdff264b58be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:00:36.643216 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8674adb4-7c97-4a09-8905-f30845c752ec tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:36.708351 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8674adb4-7c97-4a09-8905-f30845c752ec tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:36.718966 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-593f7856-5e39-4cb7-89f1-71f02d311304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:36.722787 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-238200ec-b72c-4049-83e1-9d9942892405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:36.741550 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f7856-5e39-4cb7-89f1-71f02d311304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b4a352-db27-42bd-9e4d-90aba5d5976d,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:36.744181 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-593f7856-5e39-4cb7-89f1-71f02d311304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:36.773564 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8674adb4-7c97-4a09-8905-f30845c752ec tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589395'] for security_group_rule, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:36.781842 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-22d8e508-8c71-46bf-a2f1-d805f5fa3503 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:36.802522 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674adb4-7c97-4a09-8905-f30845c752ec tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656f8c26-d88b-485f-8a2f-75018105b501,revision_number=0']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:36.805452 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-8674adb4-7c97-4a09-8905-f30845c752ec tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:36.815841 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-593f7856-5e39-4cb7-89f1-71f02d311304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:36.817014 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-593f7856-5e39-4cb7-89f1-71f02d311304 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/58b4a352-db27-42bd-9e4d-90aba5d5976d HTTP/1.1" status: 204 len: 168 time: 0.2963603 May 25 16:00:36.838026 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 63dd0404-955b-4585-8721-710deadea260 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:00:36.867312 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8674adb4-7c97-4a09-8905-f30845c752ec tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:36.868878 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-8674adb4-7c97-4a09-8905-f30845c752ec tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3695157 May 25 16:00:36.871598 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 45078) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:36.880744 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-5137476b-a371-4f9f-bc82-67c3bbc162bb tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Request body: {'security_group_rule': {'security_group_id': 'fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60', 'project_id': '1009942ff088419bb323bdff264b58be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:36.888412 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-5137476b-a371-4f9f-bc82-67c3bbc162bb tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:36.893942 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-5137476b-a371-4f9f-bc82-67c3bbc162bb tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Usage tracker for resource:security_group_rule and tenant:1009942ff088419bb323bdff264b58be is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:36.898079 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-5137476b-a371-4f9f-bc82-67c3bbc162bb tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:36.906772 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-5137476b-a371-4f9f-bc82-67c3bbc162bb tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:36.975917 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.db.securitygroups_db [None req-5137476b-a371-4f9f-bc82-67c3bbc162bb tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Project 1009942ff088419bb323bdff264b58be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:00:36.983381 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-5137476b-a371-4f9f-bc82-67c3bbc162bb tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:37.026503 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:37.084709 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b77655f-87f7-4f8a-a025-b6ac0493dbd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63dd0404-955b-4585-8721-710deadea260'}] {{(pid=98825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:00:37.102927 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 63dd0404-955b-4585-8721-710deadea260, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=63dd0404-955b-4585-8721-710deadea260,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:37.182433 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:37.185986 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-eff1963c-575f-477f-be67-06455127ed30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:37.197371 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-5137476b-a371-4f9f-bc82-67c3bbc162bb tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:37.273932 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-5137476b-a371-4f9f-bc82-67c3bbc162bb tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589395'] for security_group_rule, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:37.277457 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:37.315766 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=63dd0404-955b-4585-8721-710deadea260,revision_number=8']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:37.319761 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:37.330651 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137476b-a371-4f9f-bc82-67c3bbc162bb tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce9d946-236c-444c-9925-ab0a9cd21dc1,revision_number=0']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:37.342030 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-5137476b-a371-4f9f-bc82-67c3bbc162bb tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:37.380162 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da830501-dde2-494c-a171-260507f3ad77 req-6b4e06d4-8afb-4c5a-9a4a-e7dd273d0aeb tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:37.382047 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-da830501-dde2-494c-a171-260507f3ad77 req-6b4e06d4-8afb-4c5a-9a4a-e7dd273d0aeb tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 984 time: 0.3074377 May 25 16:00:37.433884 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465adad-465e-4fe8-9b98-4dbf566c9a74 req-7217e1d5-2093-420f-bc6e-23d8d1564809 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:37.436294 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f465adad-465e-4fe8-9b98-4dbf566c9a74 req-7217e1d5-2093-420f-bc6e-23d8d1564809 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 943 time: 0.2441504 May 25 16:00:37.451566 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-5137476b-a371-4f9f-bc82-67c3bbc162bb tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:37.452834 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-5137476b-a371-4f9f-bc82-67c3bbc162bb tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5787904 May 25 16:00:37.469261 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-da830501-dde2-494c-a171-260507f3ad77 req-259bd2b8-2a75-4261-8d79-2fc7d453e6c5 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&id=8007f4fb-a271-473b-9cf4-8baf1fca124f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0773294 May 25 16:00:37.509595 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f465adad-465e-4fe8-9b98-4dbf566c9a74 req-5e660fc0-03ee-46c2-b61a-6b84c57b07f4 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668283 May 25 16:00:37.624541 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 8f432d0d-3dbc-44fa-b21e-41b15895ce06 up at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:00:37.704604 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Provisioning complete for port 8f432d0d-3dbc-44fa-b21e-41b15895ce06 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:37.705105 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:37.736452 dv-cinder-786384-6-smb neutron-server[98825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b77655f-87f7-4f8a-a025-b6ac0493dbd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63dd0404-955b-4585-8721-710deadea260', 'code': 200} May 25 16:00:38.107102 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 45148) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:38.223904 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-20f16fce-be07-41dc-bdd9-1a69c36c3995 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-935313324-network', 'tenant_id': '672af14cc5e34f6cbf78d0c38253a926'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:38.230595 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-20f16fce-be07-41dc-bdd9-1a69c36c3995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:38.235843 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-20f16fce-be07-41dc-bdd9-1a69c36c3995 admin admin] Usage tracker for resource:network and tenant:672af14cc5e34f6cbf78d0c38253a926 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:38.238220 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-20f16fce-be07-41dc-bdd9-1a69c36c3995 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:38.245321 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-20f16fce-be07-41dc-bdd9-1a69c36c3995 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:38.393238 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f16fce-be07-41dc-bdd9-1a69c36c3995 admin admin] Made reservation on behalf of 672af14cc5e34f6cbf78d0c38253a926 for: {'network': 1} {{(pid=98823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:00:38.395894 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-20f16fce-be07-41dc-bdd9-1a69c36c3995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1625114'] for network, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:38.409535 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-20f16fce-be07-41dc-bdd9-1a69c36c3995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:38.424731 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-20f16fce-be07-41dc-bdd9-1a69c36c3995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:38.428575 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-20f16fce-be07-41dc-bdd9-1a69c36c3995 admin admin] Usage tracker for resource:security_group_rule and tenant:672af14cc5e34f6cbf78d0c38253a926 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:38.431467 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-20f16fce-be07-41dc-bdd9-1a69c36c3995 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:38.437310 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-20f16fce-be07-41dc-bdd9-1a69c36c3995 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:38.526224 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-20f16fce-be07-41dc-bdd9-1a69c36c3995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:38.661569 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-20f16fce-be07-41dc-bdd9-1a69c36c3995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:38.664914 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-9862ba78-6579-415d-8d1c-5bed37232017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:38.698493 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f16fce-be07-41dc-bdd9-1a69c36c3995 admin admin] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=98823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:00:38.701469 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f16fce-be07-41dc-bdd9-1a69c36c3995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a93137-ed38-4669-a1a3-5e4560ffce55,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:38.706794 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-20f16fce-be07-41dc-bdd9-1a69c36c3995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:38.712268 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-20f16fce-be07-41dc-bdd9-1a69c36c3995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:38.712416 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.db.segments_db [None req-20f16fce-be07-41dc-bdd9-1a69c36c3995 admin admin] Added segment 3339c1aa-fb95-40a8-bfba-e704dbf21fcc of type vlan for network dcd1ec79-ead3-4023-83d2-5d84776b65d6 May 25 16:00:38.723089 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3ebbe-1157-4d5e-8eee-7cfb44082fad req-1a98eb14-e592-4788-9cdb-9d2c80f6fcef tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:38.724636 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7ef3ebbe-1157-4d5e-8eee-7cfb44082fad req-1a98eb14-e592-4788-9cdb-9d2c80f6fcef tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 984 time: 0.1452932 May 25 16:00:38.754186 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-20f16fce-be07-41dc-bdd9-1a69c36c3995 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745740942677'] for network, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:38.793891 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da2aed-8fac-48b8-9b0e-dbdc4ad73fb9 req-788aff00-3a69-49e9-a17c-ae503d2fcc34 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:38.800974 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-45da2aed-8fac-48b8-9b0e-dbdc4ad73fb9 req-788aff00-3a69-49e9-a17c-ae503d2fcc34 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 943 time: 0.1617291 May 25 16:00:38.825734 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7ef3ebbe-1157-4d5e-8eee-7cfb44082fad req-d0dd1c4a-e9c2-4f25-976d-d93536dac8fe tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&id=8007f4fb-a271-473b-9cf4-8baf1fca124f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0937717 May 25 16:00:38.863186 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-45da2aed-8fac-48b8-9b0e-dbdc4ad73fb9 req-0aa7387f-d50e-4dc1-95f1-ba789bece39c tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613475 May 25 16:00:38.894526 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-20f16fce-be07-41dc-bdd9-1a69c36c3995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387'] for network, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:38.895908 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f16fce-be07-41dc-bdd9-1a69c36c3995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:38.896466 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-20f16fce-be07-41dc-bdd9-1a69c36c3995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:38.903534 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:39.010602 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f16fce-be07-41dc-bdd9-1a69c36c3995 admin admin] Pushing event updated for resources: {'Network': ['ID=dcd1ec79-ead3-4023-83d2-5d84776b65d6,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:39.013775 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-20f16fce-be07-41dc-bdd9-1a69c36c3995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:39.020707 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Network dcd1ec79-ead3-4023-83d2-5d84776b65d6 details requested by agent ovs-agent-dv-cinder-786384-6-smb with host dv-cinder-786384-6-smb {{(pid=98825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:00:39.068492 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-20f16fce-be07-41dc-bdd9-1a69c36c3995 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9602492 May 25 16:00:39.071574 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 45170) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:39.077856 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-3c9c26e4-93e9-41ed-9d3d-4c1dd9546592 admin admin] Request body: {'subnet': {'network_id': 'dcd1ec79-ead3-4023-83d2-5d84776b65d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-935313324-subnet', 'tenant_id': '672af14cc5e34f6cbf78d0c38253a926', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:39.083884 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-3c9c26e4-93e9-41ed-9d3d-4c1dd9546592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:39.087877 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-3c9c26e4-93e9-41ed-9d3d-4c1dd9546592 admin admin] Usage tracker for resource:subnet and tenant:672af14cc5e34f6cbf78d0c38253a926 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:39.092213 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-3c9c26e4-93e9-41ed-9d3d-4c1dd9546592 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:39.098682 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-3c9c26e4-93e9-41ed-9d3d-4c1dd9546592 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:39.191130 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9c26e4-93e9-41ed-9d3d-4c1dd9546592 admin admin] Made reservation on behalf of 672af14cc5e34f6cbf78d0c38253a926 for: {'subnet': 1} {{(pid=98824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:00:39.193727 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-3c9c26e4-93e9-41ed-9d3d-4c1dd9546592 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6432741'] for subnet, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:39.726177 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-3c9c26e4-93e9-41ed-9d3d-4c1dd9546592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6390152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6432755'] for subnet, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:39.730078 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:39.805592 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c26e4-93e9-41ed-9d3d-4c1dd9546592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c430b497-da4a-44d0-8b44-c522eef11f79,revision_number=0']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:39.810088 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-3c9c26e4-93e9-41ed-9d3d-4c1dd9546592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:39.817932 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9c26e4-93e9-41ed-9d3d-4c1dd9546592 admin admin] Checking segment: {'id': '3339c1aa-fb95-40a8-bfba-e704dbf21fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'dcd1ec79-ead3-4023-83d2-5d84776b65d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:00:39.818288 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9c26e4-93e9-41ed-9d3d-4c1dd9546592 admin admin] Network hostable DHCP agents. Network: dcd1ec79-ead3-4023-83d2-5d84776b65d6, hostable agents: ['00ebe683-d06a-496e-87c5-4674691aaa5f'], hosted agents: [] {{(pid=98824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:00:39.913288 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9c26e4-93e9-41ed-9d3d-4c1dd9546592 admin admin] Network dcd1ec79-ead3-4023-83d2-5d84776b65d6 is scheduled to be hosted by DHCP agent 00ebe683-d06a-496e-87c5-4674691aaa5f with binding_index 1 {{(pid=98824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:00:40.070414 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [None req-3c9c26e4-93e9-41ed-9d3d-4c1dd9546592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-6-smb, dcd1ec79-ead3-4023-83d2-5d84776b65d6) {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:00:40.079959 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff5c32d-3f37-4cd3-ab34-1bfa21ee617f None None] Network dcd1ec79-ead3-4023-83d2-5d84776b65d6 requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:00:40.086252 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9c26e4-93e9-41ed-9d3d-4c1dd9546592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:40.091415 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-3c9c26e4-93e9-41ed-9d3d-4c1dd9546592 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:40.148660 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb930a37-a2c9-4bd4-9cad-2f8b0c17405c req-1be69cc7-caee-4197-a16f-aae3cb08f9da tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:40.150177 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-bb930a37-a2c9-4bd4-9cad-2f8b0c17405c req-1be69cc7-caee-4197-a16f-aae3cb08f9da tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 984 time: 0.2076228 May 25 16:00:40.194532 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-3c9c26e4-93e9-41ed-9d3d-4c1dd9546592 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1216738 May 25 16:00:40.206060 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-bb930a37-a2c9-4bd4-9cad-2f8b0c17405c req-3992469e-34bc-4d94-9b5f-a74a0e0f041c tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&id=8007f4fb-a271-473b-9cf4-8baf1fca124f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0490479 May 25 16:00:40.296005 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fdaf6d-4b62-465c-9f26-f0ad4784188f None None] Network dcd1ec79-ead3-4023-83d2-5d84776b65d6 requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:00:40.791816 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-0ec211f0-8175-4d8f-b4d8-9541e8123e2f tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:40.793288 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-0ec211f0-8175-4d8f-b4d8-9541e8123e2f tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/networks?id=dcd1ec79-ead3-4023-83d2-5d84776b65d6 HTTP/1.1" status: 200 len: 814 time: 0.1540492 May 25 16:00:40.855891 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 63dd0404-955b-4585-8721-710deadea260 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:00:40.859895 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-5768af2a-dc7a-4a2d-8bff-4da0b72e2aa9 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/quotas/672af14cc5e34f6cbf78d0c38253a926 HTTP/1.1" status: 200 len: 375 time: 0.0201283 May 25 16:00:40.901559 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 45234) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:40.958780 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-a44dff79-f05e-4907-978a-7609bd96b729 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=672af14cc5e34f6cbf78d0c38253a926&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833368 May 25 16:00:41.089018 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd17ddd-1b9f-49b3-a97e-16f3d999af63 req-e3b2b32a-a8b8-453b-8bda-cf2887381a66 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:41.091588 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9fd17ddd-1b9f-49b3-a97e-16f3d999af63 req-e3b2b32a-a8b8-453b-8bda-cf2887381a66 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 943 time: 0.2961845 May 25 16:00:41.131311 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4bb078f6-9cb9-4a13-aa57-588026574531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:41.139555 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-4bb078f6-9cb9-4a13-aa57-588026574531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:41.143712 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-4bb078f6-9cb9-4a13-aa57-588026574531 admin admin] Usage tracker for resource:security_group_rule and tenant:2e0e07d436ae4fef9bac1bd10c7898a1 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:41.146790 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-4bb078f6-9cb9-4a13-aa57-588026574531 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:41.153536 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-4bb078f6-9cb9-4a13-aa57-588026574531 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:41.182202 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-ec17eb99-afa6-4878-b19b-a3d41fab83d1 service neutron] 10.222.0.72 "GET /v2.0/networks/dcd1ec79-ead3-4023-83d2-5d84776b65d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216508 May 25 16:00:41.190780 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9fd17ddd-1b9f-49b3-a97e-16f3d999af63 req-ad377273-7666-4b53-a3fc-3e3ad8d7a4e8 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861490 May 25 16:00:41.273221 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4bb078f6-9cb9-4a13-aa57-588026574531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:41.368894 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-e1adfbe6-442e-4b31-a589-cd7d797b84e4 service neutron] 10.222.0.72 "GET /v2.0/networks/dcd1ec79-ead3-4023-83d2-5d84776b65d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771131 May 25 16:00:41.404221 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4bb078f6-9cb9-4a13-aa57-588026574531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:41.431354 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-fc7414c6-b915-4148-bb61-9cb40abd0b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:41.431487 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8e0d2-f095-4e5d-9f55-0c369107b73c req-a3c9c585-154c-4460-9c7c-af481d6f8ae0 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:41.431487 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-82f8e0d2-f095-4e5d-9f55-0c369107b73c req-a3c9c585-154c-4460-9c7c-af481d6f8ae0 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 984 time: 0.0878251 May 25 16:00:41.461263 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-4bb078f6-9cb9-4a13-aa57-588026574531 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2e0e07d436ae4fef9bac1bd10c7898a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5583665 May 25 16:00:41.463663 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 45252) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:41.466838 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb078f6-9cb9-4a13-aa57-588026574531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba61fc9-97be-4eb9-86c9-1752fe63d273,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:41.470875 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-4bb078f6-9cb9-4a13-aa57-588026574531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:41.476395 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-82f8e0d2-f095-4e5d-9f55-0c369107b73c req-e2e23600-8427-45a7-8069-ef4b01241012 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&id=8007f4fb-a271-473b-9cf4-8baf1fca124f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0483563 May 25 16:00:41.538325 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-15f1e46c-759a-484a-be95-eb4cf88534d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:41.566040 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-15f1e46c-759a-484a-be95-eb4cf88534d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:41.615919 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 45260) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:41.705356 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-15f1e46c-759a-484a-be95-eb4cf88534d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:41.710505 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-8f5126ff-9fc0-452f-a66e-4b62e1a88930 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:41.723144 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1e46c-759a-484a-be95-eb4cf88534d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba61fc9-97be-4eb9-86c9-1752fe63d273,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:41.735140 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-15f1e46c-759a-484a-be95-eb4cf88534d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:41.738260 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-15f1e46c-759a-484a-be95-eb4cf88534d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:41.740291 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-15f1e46c-759a-484a-be95-eb4cf88534d0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eba61fc9-97be-4eb9-86c9-1752fe63d273 HTTP/1.1" status: 204 len: 168 time: 0.2754595 May 25 16:00:41.758455 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-fc0d02f6-9205-4aad-812b-a94d715ff053 req-e92e4ccb-d402-48bf-ab61-f01971f47880 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 210 time: 0.0982678 May 25 16:00:41.799920 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4cdafc6a-1109-4926-a08f-af1dc736dd98 req-a5aac79c-d7a0-4579-b4c9-251cda660321 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1820917 May 25 16:00:42.417316 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826df741-71be-4b2d-bbe1-a7e8b07ecb20 req-f34bfeec-6a0e-44d2-b5bd-468ead0f6751 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:42.418931 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-826df741-71be-4b2d-bbe1-a7e8b07ecb20 req-f34bfeec-6a0e-44d2-b5bd-468ead0f6751 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 943 time: 0.0875764 May 25 16:00:42.477997 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-826df741-71be-4b2d-bbe1-a7e8b07ecb20 req-ff45d27e-e629-450b-8da5-f7fcedeaaca7 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520704 May 25 16:00:42.682418 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd11e5-cdc5-4acf-bc77-9b09ae443ba0 req-dbec5c0b-807f-4a44-8421-cf62bd4afca4 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:42.683931 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-00cd11e5-cdc5-4acf-bc77-9b09ae443ba0 req-dbec5c0b-807f-4a44-8421-cf62bd4afca4 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 984 time: 0.0896730 May 25 16:00:42.742945 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-00cd11e5-cdc5-4acf-bc77-9b09ae443ba0 req-5f9d2262-e2d4-4d94-83d2-63d5309487c8 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&id=8007f4fb-a271-473b-9cf4-8baf1fca124f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519729 May 25 16:00:42.894476 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e35bdf08-1e16-4fb5-adce-43c5ad982efb req-c819002b-8d45-4a40-a51c-198464a082c0 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 210 time: 0.0611525 May 25 16:00:43.693042 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc7a88-f690-40e7-adf6-fcfb97df60e7 req-907af281-6f0d-49c6-8e9e-690f2a4b727f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:43.694575 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-babc7a88-f690-40e7-adf6-fcfb97df60e7 req-907af281-6f0d-49c6-8e9e-690f2a4b727f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 943 time: 0.0945368 May 25 16:00:43.743798 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-babc7a88-f690-40e7-adf6-fcfb97df60e7 req-471ce3d6-8777-4c84-999b-3a693bdf1625 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432820 May 25 16:00:43.946924 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58f5e7-53bf-4db8-80f5-80e01af8afc0 req-69894ce3-6110-453b-8f1f-fa68819e6bf6 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:43.948423 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ac58f5e7-53bf-4db8-80f5-80e01af8afc0 req-69894ce3-6110-453b-8f1f-fa68819e6bf6 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 984 time: 0.0879486 May 25 16:00:44.002424 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ac58f5e7-53bf-4db8-80f5-80e01af8afc0 req-df5f0c1d-252a-4a3e-b60b-afdd39d1ffa5 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&id=8007f4fb-a271-473b-9cf4-8baf1fca124f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0472779 May 25 16:00:44.071074 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2051973e-b73c-491d-a5f2-a9c79a21b435 req-1f616f8e-e82f-4398-86fc-36e67cb4a1f2 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 210 time: 0.0449572 May 25 16:00:44.643831 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-5270fe9e-f8b1-4bf9-bd2b-c60a21d2bc31 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:44.645546 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-5270fe9e-f8b1-4bf9-bd2b-c60a21d2bc31 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.91 "GET /v2.0/networks?id=dcd1ec79-ead3-4023-83d2-5d84776b65d6 HTTP/1.1" status: 200 len: 814 time: 0.1563096 May 25 16:00:44.665399 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-86bb1c64-8b01-4d51-bf84-9984e9d3103c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Request body: {'port': {'device_id': 'fe193ee2-45da-47ec-b241-a2ca763413bf', 'network_id': 'dcd1ec79-ead3-4023-83d2-5d84776b65d6', 'admin_state_up': True, 'tenant_id': '672af14cc5e34f6cbf78d0c38253a926'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:44.942210 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-86bb1c64-8b01-4d51-bf84-9984e9d3103c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:44.948661 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-86bb1c64-8b01-4d51-bf84-9984e9d3103c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Usage tracker for resource:port and tenant:672af14cc5e34f6cbf78d0c38253a926 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:44.953024 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-86bb1c64-8b01-4d51-bf84-9984e9d3103c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:44.964992 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-86bb1c64-8b01-4d51-bf84-9984e9d3103c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:44.996059 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33d72b-1213-46df-b93f-c7a7b9a70a1b req-e6bee8da-3ae7-4de3-abe2-8333e3cb5aea tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:44.998599 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0e33d72b-1213-46df-b93f-c7a7b9a70a1b req-e6bee8da-3ae7-4de3-abe2-8333e3cb5aea tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 943 time: 0.1078041 May 25 16:00:45.055234 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0e33d72b-1213-46df-b93f-c7a7b9a70a1b req-f4952758-9d0e-46df-9fea-44e0f30afc1f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507641 May 25 16:00:45.061748 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-86bb1c64-8b01-4d51-bf84-9984e9d3103c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Made reservation on behalf of 672af14cc5e34f6cbf78d0c38253a926 for: {'port': 1} {{(pid=98824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:00:45.066730 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-86bb1c64-8b01-4d51-bf84-9984e9d3103c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:45.207601 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdafc6a-1109-4926-a08f-af1dc736dd98 req-4dbe9561-a220-4e54-aa85-5983e7e589bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:45.209145 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-4cdafc6a-1109-4926-a08f-af1dc736dd98 req-4dbe9561-a220-4e54-aa85-5983e7e589bb service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3&tenant_id=1dafbac212f4486fb6d026d08f3d58bb HTTP/1.1" status: 200 len: 1096 time: 0.0911970 May 25 16:00:45.270112 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3f1393cb-aaf1-412c-adbd-86675aa69f2f req-d47070c3-cf1f-4010-ba2d-dc375a2533bd tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 210 time: 0.0779586 May 25 16:00:45.340767 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdafc6a-1109-4926-a08f-af1dc736dd98 req-5e65ebe0-f439-4fd3-9a69-40c0ca280711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:45.342674 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-4cdafc6a-1109-4926-a08f-af1dc736dd98 req-5e65ebe0-f439-4fd3-9a69-40c0ca280711 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1dafbac212f4486fb6d026d08f3d58bb&device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 1096 time: 0.0766761 May 25 16:00:45.381000 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf47d4-e7c8-45ce-9138-d4d744367973 req-2f252a0e-c27d-4fe8-b427-388c548a5536 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:45.382470 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b1bf47d4-e7c8-45ce-9138-d4d744367973 req-2f252a0e-c27d-4fe8-b427-388c548a5536 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 984 time: 0.2360351 May 25 16:00:45.388433 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_common [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-86bb1c64-8b01-4d51-bf84-9984e9d3103c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Allocated IP 172.20.0.6 (dcd1ec79-ead3-4023-83d2-5d84776b65d6/c430b497-da4a-44d0-8b44-c522eef11f79/11423c4b-5763-4d71-af07-b0b5175f11a7) {{(pid=98824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:00:45.543315 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdafc6a-1109-4926-a08f-af1dc736dd98 req-d7158cb0-b237-4b42-84d9-90b5a66b42fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:45.543315 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-4cdafc6a-1109-4926-a08f-af1dc736dd98 req-d7158cb0-b237-4b42-84d9-90b5a66b42fb service neutron] 10.222.0.91 "GET /v2.0/networks?id=9b9e8b48-533f-4671-b519-11ca6129f792 HTTP/1.1" status: 200 len: 917 time: 0.1733694 May 25 16:00:45.563833 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b1bf47d4-e7c8-45ce-9138-d4d744367973 req-4dac2760-11cf-451b-9593-afaa5542a545 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&id=8007f4fb-a271-473b-9cf4-8baf1fca124f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1728132 May 25 16:00:45.649853 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-86bb1c64-8b01-4d51-bf84-9984e9d3103c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks [] for port, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:45.663314 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-4cdafc6a-1109-4926-a08f-af1dc736dd98 req-604a5aa7-4651-4dad-bd02-b7787b254d8e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63dd0404-955b-4585-8721-710deadea260 HTTP/1.1" status: 200 len: 998 time: 0.1143353 May 25 16:00:45.736070 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdafc6a-1109-4926-a08f-af1dc736dd98 req-b53e8462-120f-4444-9021-28d110f039c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:45.737542 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-4cdafc6a-1109-4926-a08f-af1dc736dd98 req-b53e8462-120f-4444-9021-28d110f039c2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae HTTP/1.1" status: 200 len: 855 time: 0.0664203 May 25 16:00:45.793459 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-86bb1c64-8b01-4d51-bf84-9984e9d3103c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6454840'] for port, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:45.803025 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:45.818462 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdafc6a-1109-4926-a08f-af1dc736dd98 req-50ddca73-b3fe-4e4e-8a11-35b9b81a2f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:45.820066 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-4cdafc6a-1109-4926-a08f-af1dc736dd98 req-50ddca73-b3fe-4e4e-8a11-35b9b81a2f64 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9b9e8b48-533f-4671-b519-11ca6129f792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759065 May 25 16:00:45.884239 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-86bb1c64-8b01-4d51-bf84-9984e9d3103c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Network dcd1ec79-ead3-4023-83d2-5d84776b65d6 is already hosted by enough agents. {{(pid=98824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:00:45.887318 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-86bb1c64-8b01-4d51-bf84-9984e9d3103c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Resources bound (agent type, host, resource id): {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:00:45.890918 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-86bb1c64-8b01-4d51-bf84-9984e9d3103c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Received port after_create {{(pid=98824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:00:45.930604 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb1c64-8b01-4d51-bf84-9984e9d3103c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Pushing event updated for resources: {'Port': ['ID=11423c4b-5763-4d71-af07-b0b5175f11a7,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:45.933441 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-86bb1c64-8b01-4d51-bf84-9984e9d3103c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:45.962734 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-86bb1c64-8b01-4d51-bf84-9984e9d3103c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:45.963474 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-86bb1c64-8b01-4d51-bf84-9984e9d3103c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for port, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:45.963597 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-4cdafc6a-1109-4926-a08f-af1dc736dd98 req-131fdcef-3497-4b92-8beb-3b8f4fc93760 service neutron] 10.222.0.91 "GET /v2.0/networks/9b9e8b48-533f-4671-b519-11ca6129f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361506 May 25 16:00:46.062800 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-86bb1c64-8b01-4d51-bf84-9984e9d3103c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4012461 May 25 16:00:46.087628 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-c20af095-c281-45ed-9b2f-692597d2142d service neutron] Request body: {'port': {'device_id': 'fe193ee2-45da-47ec-b241-a2ca763413bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:46.106107 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-4cdafc6a-1109-4926-a08f-af1dc736dd98 req-21e049a4-d795-4d92-a81d-85fd25addfd3 service neutron] 10.222.0.91 "GET /v2.0/networks/9b9e8b48-533f-4671-b519-11ca6129f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340034 May 25 16:00:46.257055 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-c20af095-c281-45ed-9b2f-692597d2142d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:46.357697 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97483ab7-6f5f-41cd-b74c-ff9e0601a709 req-1bc05bc3-c96b-42ba-875c-245dcbc6d75e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:46.359202 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-97483ab7-6f5f-41cd-b74c-ff9e0601a709 req-1bc05bc3-c96b-42ba-875c-245dcbc6d75e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 943 time: 0.1695151 May 25 16:00:46.605503 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-97483ab7-6f5f-41cd-b74c-ff9e0601a709 req-0dd29937-c47d-4a33-9896-3d2091228c1c tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048669 May 25 16:00:46.664568 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa1802-4826-40bd-9cd3-365f2da74301 req-c028f819-f3fd-4789-9303-6c78c5d562f2 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:46.665570 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-9dfa1802-4826-40bd-9cd3-365f2da74301 req-c028f819-f3fd-4789-9303-6c78c5d562f2 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Synchronizing usage tracker for tenant:672af14cc5e34f6cbf78d0c38253a926 on resource:port {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:00:46.811017 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-9dfa1802-4826-40bd-9cd3-365f2da74301 req-c028f819-f3fd-4789-9303-6c78c5d562f2 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Unset dirty status for tenant:672af14cc5e34f6cbf78d0c38253a926 on resource:port {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:00:46.812165 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9dfa1802-4826-40bd-9cd3-365f2da74301 req-c028f819-f3fd-4789-9303-6c78c5d562f2 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 931 time: 0.4129837 May 25 16:00:46.852619 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.notifiers.nova [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-c20af095-c281-45ed-9b2f-692597d2142d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11423c4b-5763-4d71-af07-b0b5175f11a7 {{(pid=98824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:00:46.865329 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-c20af095-c281-45ed-9b2f-692597d2142d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:46.907424 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.provisioning_blocks [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-c20af095-c281-45ed-9b2f-692597d2142d service neutron] Transition to ACTIVE for port object 11423c4b-5763-4d71-af07-b0b5175f11a7 will not be triggered until provisioned by entity L2. {{(pid=98824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:00:46.914640 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9dfa1802-4826-40bd-9cd3-365f2da74301 req-e24f0fc7-c78d-46fa-801b-6436005eac8a tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935113 May 25 16:00:46.931334 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460697d1-21d7-4786-af0c-cd8b7698b097 req-31cbbe26-3d2e-4078-931e-91f2c960e710 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:46.932814 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-460697d1-21d7-4786-af0c-cd8b7698b097 req-31cbbe26-3d2e-4078-931e-91f2c960e710 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 984 time: 0.2078836 May 25 16:00:46.982015 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-460697d1-21d7-4786-af0c-cd8b7698b097 req-e9bb4bef-0948-42c5-8ec0-6183c27d7dea tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&id=8007f4fb-a271-473b-9cf4-8baf1fca124f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423329 May 25 16:00:47.107391 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-c20af095-c281-45ed-9b2f-692597d2142d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6454833'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:47.115844 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-394be58b-b57b-4fd4-a0c3-fa060785fc55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:47.398593 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20af095-c281-45ed-9b2f-692597d2142d service neutron] Pushing event updated for resources: {'Port': ['ID=11423c4b-5763-4d71-af07-b0b5175f11a7,revision_number=2']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:47.406700 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-c20af095-c281-45ed-9b2f-692597d2142d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:47.486739 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-c20af095-c281-45ed-9b2f-692597d2142d service neutron] Attempting to bind port 11423c4b-5763-4d71-af07-b0b5175f11a7 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:00:47.487137 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-c20af095-c281-45ed-9b2f-692597d2142d service neutron] Attempting to bind port 11423c4b-5763-4d71-af07-b0b5175f11a7 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3339c1aa-fb95-40a8-bfba-e704dbf21fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'dcd1ec79-ead3-4023-83d2-5d84776b65d6'}] {{(pid=98824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:00:47.487422 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-c20af095-c281-45ed-9b2f-692597d2142d service neutron] Attempting to bind port 11423c4b-5763-4d71-af07-b0b5175f11a7 on network dcd1ec79-ead3-4023-83d2-5d84776b65d6 {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:00:47.492280 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-c20af095-c281-45ed-9b2f-692597d2142d service neutron] Port 11423c4b-5763-4d71-af07-b0b5175f11a7 on network dcd1ec79-ead3-4023-83d2-5d84776b65d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:00:47.492601 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-c20af095-c281-45ed-9b2f-692597d2142d service neutron] Attempting to bind port 11423c4b-5763-4d71-af07-b0b5175f11a7 on network dcd1ec79-ead3-4023-83d2-5d84776b65d6 {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:00:47.497943 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-c20af095-c281-45ed-9b2f-692597d2142d service neutron] Checking agent: {'id': '8886f986-558f-4b39-be9e-9feee4f02dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'started_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:00:47.499004 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-c20af095-c281-45ed-9b2f-692597d2142d service neutron] Checking segment: {'id': '3339c1aa-fb95-40a8-bfba-e704dbf21fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'dcd1ec79-ead3-4023-83d2-5d84776b65d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:00:47.499500 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-c20af095-c281-45ed-9b2f-692597d2142d service neutron] Bound using segment: {'id': '3339c1aa-fb95-40a8-bfba-e704dbf21fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'dcd1ec79-ead3-4023-83d2-5d84776b65d6'} {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:00:47.500041 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-c20af095-c281-45ed-9b2f-692597d2142d service neutron] Bound port: 11423c4b-5763-4d71-af07-b0b5175f11a7, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3339c1aa-fb95-40a8-bfba-e704dbf21fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'dcd1ec79-ead3-4023-83d2-5d84776b65d6'}}] {{(pid=98824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:00:47.500541 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-c20af095-c281-45ed-9b2f-692597d2142d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:47.621767 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.db [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-c20af095-c281-45ed-9b2f-692597d2142d service neutron] For port 11423c4b-5763-4d71-af07-b0b5175f11a7, host hv-cinder-78638, cleared binding levels {{(pid=98824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:00:47.626157 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.db [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-c20af095-c281-45ed-9b2f-692597d2142d service neutron] For port 11423c4b-5763-4d71-af07-b0b5175f11a7, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=11423c4b-5763-4d71-af07-b0b5175f11a7,segment=NetworkSegment(3339c1aa-fb95-40a8-bfba-e704dbf21fcc),segment_id=3339c1aa-fb95-40a8-bfba-e704dbf21fcc)] {{(pid=98824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:00:47.703271 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-c20af095-c281-45ed-9b2f-692597d2142d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6454833'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:47.708992 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:47.834968 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-c20af095-c281-45ed-9b2f-692597d2142d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:47.835583 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-c20af095-c281-45ed-9b2f-692597d2142d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for port, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:47.837042 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-c20af095-c281-45ed-9b2f-692597d2142d service neutron] 10.222.0.91 "PUT /v2.0/ports/11423c4b-5763-4d71-af07-b0b5175f11a7 HTTP/1.1" status: 200 len: 1093 time: 1.7538979 May 25 16:00:47.840283 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe193ee2-45da-47ec-b241-a2ca763413bf', 'tag': '11423c4b-5763-4d71-af07-b0b5175f11a7'}] {{(pid=98824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:00:47.859404 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20af095-c281-45ed-9b2f-692597d2142d service neutron] Pushing event updated for resources: {'Port': ['ID=11423c4b-5763-4d71-af07-b0b5175f11a7,revision_number=3']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:47.868925 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-c20af095-c281-45ed-9b2f-692597d2142d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:47.897396 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe193ee2-45da-47ec-b241-a2ca763413bf', 'tag': '11423c4b-5763-4d71-af07-b0b5175f11a7', 'status': 'completed', 'code': 200} May 25 16:00:47.905780 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2efa3d-c22f-40e8-bbba-7941b60ca6c3 req-2de3bc06-b7b5-4047-8fd9-bff5c5966c9c tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:47.907259 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2c2efa3d-c22f-40e8-bbba-7941b60ca6c3 req-2de3bc06-b7b5-4047-8fd9-bff5c5966c9c tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 943 time: 0.1192443 May 25 16:00:47.958560 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2c2efa3d-c22f-40e8-bbba-7941b60ca6c3 req-f3a0cd3b-b1c3-4b6c-aa3b-7ebb15bfca82 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427635 May 25 16:00:48.230581 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da60298-2bff-4bf8-90e3-cbb6cd49db7f req-56a9ab65-e043-44ef-878f-652adaeec753 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:48.232234 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4da60298-2bff-4bf8-90e3-cbb6cd49db7f req-56a9ab65-e043-44ef-878f-652adaeec753 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 943 time: 0.1693709 May 25 16:00:48.242482 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a531d8-4d56-4934-9421-87c9a5d14e9c req-478fdbc9-2efe-40a5-9a14-83992769173c tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:48.244080 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-46a531d8-4d56-4934-9421-87c9a5d14e9c req-478fdbc9-2efe-40a5-9a14-83992769173c tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 984 time: 0.1355884 May 25 16:00:48.329017 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4da60298-2bff-4bf8-90e3-cbb6cd49db7f req-2fe23f49-1492-4f93-8064-1b772d01bb86 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836487 May 25 16:00:48.337949 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-46a531d8-4d56-4934-9421-87c9a5d14e9c req-de64e449-aaeb-4540-bb84-ca3a635674a8 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&id=8007f4fb-a271-473b-9cf4-8baf1fca124f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0766459 May 25 16:00:49.203268 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec124afc-6b3c-4992-b11c-d2c47a52b186 req-8e2e7adf-c273-4626-ac9c-e4b98b536edc tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:49.205090 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ec124afc-6b3c-4992-b11c-d2c47a52b186 req-8e2e7adf-c273-4626-ac9c-e4b98b536edc tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 943 time: 0.1099896 May 25 16:00:49.254735 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ec124afc-6b3c-4992-b11c-d2c47a52b186 req-b297274e-bb25-4203-890d-b459e5707847 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432434 May 25 16:00:49.617114 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120efee-1e7f-4f08-b1f3-61ab4325a5df req-0e6be906-1b54-49a4-9813-ac1ed3379a07 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:49.618678 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5120efee-1e7f-4f08-b1f3-61ab4325a5df req-0e6be906-1b54-49a4-9813-ac1ed3379a07 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 943 time: 0.1648142 May 25 16:00:49.630901 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62effa-8348-40e8-920a-cd070bb32d59 req-3cf79ba0-cba7-48c1-a522-fb0c71082618 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:49.632359 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ca62effa-8348-40e8-920a-cd070bb32d59 req-3cf79ba0-cba7-48c1-a522-fb0c71082618 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 984 time: 0.1375670 May 25 16:00:49.709393 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5120efee-1e7f-4f08-b1f3-61ab4325a5df req-455d47bb-6357-4e79-913e-e4b0e954b845 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760262 May 25 16:00:49.715759 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ca62effa-8348-40e8-920a-cd070bb32d59 req-81f7f836-b8bc-4dd2-8b4c-04b05d521d87 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&id=8007f4fb-a271-473b-9cf4-8baf1fca124f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0687954 May 25 16:00:50.487716 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1719990-9a35-43db-b6da-cadcf8958535 req-63af1bdf-b2f7-43fd-a063-217acd242061 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:50.489251 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b1719990-9a35-43db-b6da-cadcf8958535 req-63af1bdf-b2f7-43fd-a063-217acd242061 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 943 time: 0.1026697 May 25 16:00:50.543946 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b1719990-9a35-43db-b6da-cadcf8958535 req-c8127f02-6d43-4b5c-a5c6-dd95e3b6039d tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490022 May 25 16:00:50.765447 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 45434) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:50.934413 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-20b7d4e1-4b01-4458-a8ac-0ec48b68dd6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:50.950183 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-20b7d4e1-4b01-4458-a8ac-0ec48b68dd6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:50.954832 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-20b7d4e1-4b01-4458-a8ac-0ec48b68dd6b admin admin] Usage tracker for resource:security_group_rule and tenant:cfe7c6abc2dc40eca3c0f5e0e7c0546d is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:50.957814 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-20b7d4e1-4b01-4458-a8ac-0ec48b68dd6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:50.963674 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-20b7d4e1-4b01-4458-a8ac-0ec48b68dd6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:51.063347 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7a03a-c02c-46ce-886a-e3e1a5ad5ba4 req-eccd7bd9-ec14-4130-8519-c2e7a092124b tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:51.070867 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e9b7a03a-c02c-46ce-886a-e3e1a5ad5ba4 req-eccd7bd9-ec14-4130-8519-c2e7a092124b tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 984 time: 0.1549861 May 25 16:00:51.130291 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-20b7d4e1-4b01-4458-a8ac-0ec48b68dd6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:51.148763 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bded0ab-daec-47ce-8579-c771afdfc9c1 req-1585bb61-63c0-4622-8295-cce9ae5d4e6f tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:51.153506 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1bded0ab-daec-47ce-8579-c771afdfc9c1 req-1585bb61-63c0-4622-8295-cce9ae5d4e6f tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 943 time: 0.2836819 May 25 16:00:51.180033 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e9b7a03a-c02c-46ce-886a-e3e1a5ad5ba4 req-e5679093-666e-45ec-8ac6-98b0c3abc85d tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&id=8007f4fb-a271-473b-9cf4-8baf1fca124f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1079409 May 25 16:00:51.242868 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1bded0ab-daec-47ce-8579-c771afdfc9c1 req-74ca9110-d719-43e3-9f4c-2c15c100d15e tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759132 May 25 16:00:51.496414 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-20b7d4e1-4b01-4458-a8ac-0ec48b68dd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:51.507440 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-af3529ae-bb01-4550-8c9b-9f7288af1102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:51.555669 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-20b7d4e1-4b01-4458-a8ac-0ec48b68dd6b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cfe7c6abc2dc40eca3c0f5e0e7c0546d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7883003 May 25 16:00:51.558850 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 45442) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:51.577945 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7d4e1-4b01-4458-a8ac-0ec48b68dd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ed6804-88ef-4bf5-a610-795a68f25799,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:51.588383 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-20b7d4e1-4b01-4458-a8ac-0ec48b68dd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:51.662790 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-73606652-49f0-4f02-b3d3-645ca435c7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:51.706942 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-73606652-49f0-4f02-b3d3-645ca435c7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:51.867070 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fe05a-c702-4053-9e0a-90614a7838a8 req-e7726647-aef5-4833-b440-b3b671496590 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:51.869107 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c88fe05a-c702-4053-9e0a-90614a7838a8 req-e7726647-aef5-4833-b440-b3b671496590 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 943 time: 0.1408870 May 25 16:00:51.925284 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c88fe05a-c702-4053-9e0a-90614a7838a8 req-2682a21b-f119-4318-97a0-d8d052cf5e65 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495055 May 25 16:00:52.220119 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-73606652-49f0-4f02-b3d3-645ca435c7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:52.220119 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-9689acb5-81cc-4ffe-a29d-95805587fdb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:52.231127 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73606652-49f0-4f02-b3d3-645ca435c7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ed6804-88ef-4bf5-a610-795a68f25799,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:52.240015 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-73606652-49f0-4f02-b3d3-645ca435c7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:52.252782 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-73606652-49f0-4f02-b3d3-645ca435c7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:52.266948 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-73606652-49f0-4f02-b3d3-645ca435c7e8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/10ed6804-88ef-4bf5-a610-795a68f25799 HTTP/1.1" status: 204 len: 168 time: 0.7034225 May 25 16:00:52.364705 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-e4dff85e-32da-43f1-9328-77c7b774762e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:52.537193 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b300205-64a4-4c56-93be-6750217e0a47 req-fb869695-29a1-40ed-a841-2cc6d17510a8 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:52.538757 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1b300205-64a4-4c56-93be-6750217e0a47 req-fb869695-29a1-40ed-a841-2cc6d17510a8 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 984 time: 0.2021065 May 25 16:00:52.555038 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abab7b-32de-4ea6-8977-37268ec793a0 req-f4489b38-a682-4372-ba7b-84a703f7d7c1 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:52.561316 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e0abab7b-32de-4ea6-8977-37268ec793a0 req-f4489b38-a682-4372-ba7b-84a703f7d7c1 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 943 time: 0.1265442 May 25 16:00:52.636875 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1b300205-64a4-4c56-93be-6750217e0a47 req-972e9a9e-6de2-44a0-8906-a8d127d21b99 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&id=8007f4fb-a271-473b-9cf4-8baf1fca124f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0786564 May 25 16:00:52.645364 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e0abab7b-32de-4ea6-8977-37268ec793a0 req-0a4ebfdc-b13f-4cb0-9ccb-bb081ac9981b tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726454 May 25 16:00:53.236449 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305dd63-0912-45e2-9873-b8caf3d34c9e req-c7a8524c-f59b-4674-9ab2-ebda838352e9 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:53.238000 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f305dd63-0912-45e2-9873-b8caf3d34c9e req-c7a8524c-f59b-4674-9ab2-ebda838352e9 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 943 time: 0.1772768 May 25 16:00:53.285030 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f305dd63-0912-45e2-9873-b8caf3d34c9e req-e2efb4a1-d394-40aa-941e-88c63b9dec5a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412323 May 25 16:00:53.907017 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2bcb6-d2b1-4ba5-9aa6-f2982cb39824 req-45db2a8a-e6e3-40a9-ab01-c2096d71aa03 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:53.908484 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d7e2bcb6-d2b1-4ba5-9aa6-f2982cb39824 req-45db2a8a-e6e3-40a9-ab01-c2096d71aa03 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 943 time: 0.1129782 May 25 16:00:53.916325 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f9570-ce60-4038-8fc1-0d0c85256d4e req-d7442887-8fcf-4d52-a450-7f4af4d3a948 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:53.917868 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9b0f9570-ce60-4038-8fc1-0d0c85256d4e req-d7442887-8fcf-4d52-a450-7f4af4d3a948 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 984 time: 0.1589355 May 25 16:00:53.991681 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d7e2bcb6-d2b1-4ba5-9aa6-f2982cb39824 req-e91e186a-7301-457c-8cbd-e939bb881ad2 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728130 May 25 16:00:54.002106 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9b0f9570-ce60-4038-8fc1-0d0c85256d4e req-736bc386-9715-4225-afeb-0476e517cc7a tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&id=8007f4fb-a271-473b-9cf4-8baf1fca124f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676136 May 25 16:00:54.521479 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2806a0c-007c-4656-b7bc-fa681dda2d10 req-f99a6782-38d2-4d49-a036-c835d80ec61a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:54.523001 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d2806a0c-007c-4656-b7bc-fa681dda2d10 req-f99a6782-38d2-4d49-a036-c835d80ec61a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 943 time: 0.0880530 May 25 16:00:54.582460 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d2806a0c-007c-4656-b7bc-fa681dda2d10 req-dbf983c2-589b-4781-83f0-0b866b39160d tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534866 May 25 16:00:54.695757 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:54.766158 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-3a7e11d8-ee81-4677-b2bd-d26fd3b54979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:55.084406 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:55.307177 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb9778-7d64-401a-89f2-d35ba60439dd req-5a052c80-7631-4984-bbef-741a8e1b8494 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:55.308535 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cbeb9778-7d64-401a-89f2-d35ba60439dd req-5a052c80-7631-4984-bbef-741a8e1b8494 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 984 time: 0.1552734 May 25 16:00:55.316593 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb274a2-84f8-4454-abe8-66f4583fbe5e req-1517bc91-31f6-48e6-935f-864fa5d79c1b tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:55.318103 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-fdb274a2-84f8-4454-abe8-66f4583fbe5e req-1517bc91-31f6-48e6-935f-864fa5d79c1b tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 943 time: 0.1253929 May 25 16:00:55.418789 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cbeb9778-7d64-401a-89f2-d35ba60439dd req-952918be-8dcf-4072-b191-2d6d59df8932 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&id=8007f4fb-a271-473b-9cf4-8baf1fca124f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0995386 May 25 16:00:55.423221 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-fdb274a2-84f8-4454-abe8-66f4583fbe5e req-6ffbb0be-3093-40f5-99b7-1e34dde59b82 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909069 May 25 16:00:55.813166 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef28e1c-17cd-41f0-8bbb-3d145fc9ef95 req-9b3dd38b-1d61-4234-a662-cb864302415f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:55.814735 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-8ef28e1c-17cd-41f0-8bbb-3d145fc9ef95 req-9b3dd38b-1d61-4234-a662-cb864302415f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 943 time: 0.0936277 May 25 16:00:55.864104 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-8ef28e1c-17cd-41f0-8bbb-3d145fc9ef95 req-a843ea81-7ba0-40f0-82ec-84db90815350 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435154 May 25 16:00:55.878696 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:56.117514 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:00:56.698053 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461f90b-93cf-47fe-b7de-431506a8d2b8 req-ce12a0e7-4af2-4852-abb4-741f6be00239 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:56.699665 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b461f90b-93cf-47fe-b7de-431506a8d2b8 req-ce12a0e7-4af2-4852-abb4-741f6be00239 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 943 time: 0.1548843 May 25 16:00:56.714985 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83a99d-9dd6-427a-9416-6090ed2d1d69 req-852b1dce-1168-4e02-91b9-8b6a53dec874 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:56.714985 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9c83a99d-9dd6-427a-9416-6090ed2d1d69 req-852b1dce-1168-4e02-91b9-8b6a53dec874 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 984 time: 0.1231549 May 25 16:00:56.789993 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b461f90b-93cf-47fe-b7de-431506a8d2b8 req-5c8a0643-8da4-4349-b382-295f2ad8ba41 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794270 May 25 16:00:56.794099 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9c83a99d-9dd6-427a-9416-6090ed2d1d69 req-5ee1724f-66ff-49f4-8c8b-abdb35949c53 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&id=8007f4fb-a271-473b-9cf4-8baf1fca124f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0695932 May 25 16:00:56.989845 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-6f721844-0abe-4e34-8ec4-faa95451d12b tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Synchronizing usage tracker for tenant:1009942ff088419bb323bdff264b58be on resource:security_group {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:00:57.078394 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae9d6c-6440-41a5-9ca7-e2d1f8c95695 req-877ad0bb-cfc2-4fc7-a0bb-d36b3d2f3b5f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:57.080048 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-60ae9d6c-6440-41a5-9ca7-e2d1f8c95695 req-877ad0bb-cfc2-4fc7-a0bb-d36b3d2f3b5f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 943 time: 0.0929220 May 25 16:00:57.127730 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-60ae9d6c-6440-41a5-9ca7-e2d1f8c95695 req-d62cd519-6445-4d99-95b4-98e6b5e45bb5 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418129 May 25 16:00:57.147194 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-6f721844-0abe-4e34-8ec4-faa95451d12b tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Unset dirty status for tenant:1009942ff088419bb323bdff264b58be on resource:security_group {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:00:57.148619 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-6f721844-0abe-4e34-8ec4-faa95451d12b tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-189337900&fields=id&tenant_id=1009942ff088419bb323bdff264b58be HTTP/1.1" status: 200 len: 267 time: 0.2154298 May 25 16:00:57.305576 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-fccaceb9-6cef-4eeb-9259-5c0d264c90cb tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:57.306312 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-fccaceb9-6cef-4eeb-9259-5c0d264c90cb tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Synchronizing usage tracker for tenant:1009942ff088419bb323bdff264b58be on resource:network {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:00:57.466346 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-fccaceb9-6cef-4eeb-9259-5c0d264c90cb tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Unset dirty status for tenant:1009942ff088419bb323bdff264b58be on resource:network {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:00:57.467609 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-fccaceb9-6cef-4eeb-9259-5c0d264c90cb tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/networks?id=716f3b9d-2e05-4069-974f-5f782839f4ee HTTP/1.1" status: 200 len: 808 time: 0.3107607 May 25 16:00:57.483817 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-fcdd69bb-d55c-4d44-a8f4-450564dbec4e tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/quotas/1009942ff088419bb323bdff264b58be HTTP/1.1" status: 200 len: 375 time: 0.0101836 May 25 16:00:57.582968 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-971d82d0-9226-48ed-bb52-92e37999ef43 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Synchronizing usage tracker for tenant:1009942ff088419bb323bdff264b58be on resource:port {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:00:57.713165 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-971d82d0-9226-48ed-bb52-92e37999ef43 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Unset dirty status for tenant:1009942ff088419bb323bdff264b58be on resource:port {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:00:57.729105 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-971d82d0-9226-48ed-bb52-92e37999ef43 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1009942ff088419bb323bdff264b58be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2188971 May 25 16:00:57.885460 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-e4ac1d41-e767-4dfb-88f2-c3b8d1c679ef service neutron] 10.222.0.72 "GET /v2.0/networks/716f3b9d-2e05-4069-974f-5f782839f4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575978 May 25 16:00:57.953063 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:58.089500 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-64b1266a-8230-48e2-a888-13375a453e4b service neutron] 10.222.0.72 "GET /v2.0/networks/716f3b9d-2e05-4069-974f-5f782839f4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030241 May 25 16:00:58.098015 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b743e-6904-4823-9755-4365acfee99d req-d66cc65f-5890-4c2e-a6fd-0153b42db614 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:58.099448 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ee1b743e-6904-4823-9755-4365acfee99d req-d66cc65f-5890-4c2e-a6fd-0153b42db614 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 943 time: 0.1296937 May 25 16:00:58.229431 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ee1b743e-6904-4823-9755-4365acfee99d req-3e18d8e1-a6e9-4b2d-8db5-ec6e0220fecb tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243038 May 25 16:00:58.434939 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28807293-802b-4cc0-ad54-a07010e48747 req-e0fb6bd6-e4ce-4a4b-9075-0a55b4b7840a tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:58.437210 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-28807293-802b-4cc0-ad54-a07010e48747 req-e0fb6bd6-e4ce-4a4b-9075-0a55b4b7840a tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 984 time: 0.0877426 May 25 16:00:58.493499 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-28807293-802b-4cc0-ad54-a07010e48747 req-a2d42bb4-23ba-4b23-b525-4b521f3280e0 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&id=8007f4fb-a271-473b-9cf4-8baf1fca124f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0503941 May 25 16:00:58.687273 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2181ad-87a0-4d25-8c47-a1e7d186c326 req-7be2b476-6b04-4f32-bc4c-69570118b11a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:58.688910 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2e2181ad-87a0-4d25-8c47-a1e7d186c326 req-7be2b476-6b04-4f32-bc4c-69570118b11a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 943 time: 0.0860841 May 25 16:00:58.736005 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2e2181ad-87a0-4d25-8c47-a1e7d186c326 req-ebfd3c83-425c-4f78-8769-4e578bedc68a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413761 May 25 16:00:58.905207 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1d62d16b-71f1-45a0-99f5-bb5032770b9c req-1aa1cdd0-a180-454e-bf92-9cf763645beb tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 210 time: 0.0428071 May 25 16:00:59.454296 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c938cc-dbb3-4232-b492-85ac1a1093a8 req-743963c4-9e22-4f90-bcc1-19f1b99a33f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:59.455784 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c4c938cc-dbb3-4232-b492-85ac1a1093a8 req-743963c4-9e22-4f90-bcc1-19f1b99a33f2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=672af14cc5e34f6cbf78d0c38253a926&device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 1096 time: 0.1521003 May 25 16:00:59.469752 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751aad9-3485-4125-98c6-10bacc90e613 req-b564d304-9a31-489c-bda1-58a6682593b7 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:59.471763 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0751aad9-3485-4125-98c6-10bacc90e613 req-b564d304-9a31-489c-bda1-58a6682593b7 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 943 time: 0.1230564 May 25 16:00:59.476825 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-1fc1336a-d90c-4bd4-8b21-76d55339db88 req-20a3630e-a2dc-4c62-a0f9-c49d300d4286 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0946476 May 25 16:00:59.624452 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0751aad9-3485-4125-98c6-10bacc90e613 req-00065fa0-53c0-419f-8542-d22dae285c76 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309474 May 25 16:00:59.665770 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1336a-d90c-4bd4-8b21-76d55339db88 req-0a6658b4-48c5-428f-a37a-b1b3bf4a4db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:59.667278 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-1fc1336a-d90c-4bd4-8b21-76d55339db88 req-0a6658b4-48c5-428f-a37a-b1b3bf4a4db1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6e0b579c2ed344be88993c3d0a0cb566&device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 1098 time: 0.0863659 May 25 16:00:59.721117 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c938cc-dbb3-4232-b492-85ac1a1093a8 req-fb1d10d1-1a65-4591-ac3c-7400b201b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:59.722559 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c4c938cc-dbb3-4232-b492-85ac1a1093a8 req-fb1d10d1-1a65-4591-ac3c-7400b201b3cc service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=672af14cc5e34f6cbf78d0c38253a926&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2499385 May 25 16:00:59.838224 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e47fc-a2e1-49b1-a23c-fffcdaa71d5e req-edfb0708-9802-4ddf-adc1-dad116b9b1ac tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:59.846278 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-996e47fc-a2e1-49b1-a23c-fffcdaa71d5e req-edfb0708-9802-4ddf-adc1-dad116b9b1ac tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 984 time: 0.2104118 May 25 16:00:59.919676 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1336a-d90c-4bd4-8b21-76d55339db88 req-4a7cc613-07fa-4e40-a4d5-7adc4d52b425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:59.921463 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-1fc1336a-d90c-4bd4-8b21-76d55339db88 req-4a7cc613-07fa-4e40-a4d5-7adc4d52b425 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d HTTP/1.1" status: 200 len: 912 time: 0.2258987 May 25 16:00:59.969984 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-996e47fc-a2e1-49b1-a23c-fffcdaa71d5e req-08f1cfa6-7dd8-433b-9318-5e77482566c2 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&id=8007f4fb-a271-473b-9cf4-8baf1fca124f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1227949 May 25 16:00:59.980408 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c938cc-dbb3-4232-b492-85ac1a1093a8 req-23830afa-4d04-4240-b0ad-4d85edaebe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:59.981862 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c4c938cc-dbb3-4232-b492-85ac1a1093a8 req-23830afa-4d04-4240-b0ad-4d85edaebe33 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2520552 May 25 16:01:00.013034 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11614ad-bc4f-497b-90b8-25831407b0a0 req-6ebfeceb-c8f9-4f7c-9521-675dc7b7c0d5 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:00.015673 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b11614ad-bc4f-497b-90b8-25831407b0a0 req-6ebfeceb-c8f9-4f7c-9521-675dc7b7c0d5 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 943 time: 0.1355548 May 25 16:01:00.050017 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-1fc1336a-d90c-4bd4-8b21-76d55339db88 req-76336100-5be7-44ad-b93c-f7d8e0754968 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 HTTP/1.1" status: 200 len: 1000 time: 0.1057882 May 25 16:01:00.064895 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b11614ad-bc4f-497b-90b8-25831407b0a0 req-9be780de-4e0b-456f-8f15-e65f3ddef18d tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435069 May 25 16:01:00.129672 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1336a-d90c-4bd4-8b21-76d55339db88 req-1e44f344-fd5c-43e4-956f-d6af00d7fbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:00.131158 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-1fc1336a-d90c-4bd4-8b21-76d55339db88 req-1e44f344-fd5c-43e4-956f-d6af00d7fbba service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dbbdc939-cb7b-4cd7-bff0-1b0465d88650 HTTP/1.1" status: 200 len: 850 time: 0.0664196 May 25 16:01:00.163404 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5f775609-a8d8-4328-9a79-ff948e0f8170 req-33c593b2-bc82-4b62-83f0-f8a0d0973a0a tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 210 time: 0.0613084 May 25 16:01:00.189493 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-b63b421d-0b58-460c-b552-a7625f8b109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:00.191074 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-b63b421d-0b58-460c-b552-a7625f8b109f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=672af14cc5e34f6cbf78d0c38253a926&device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 1096 time: 0.1252413 May 25 16:01:00.223245 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1336a-d90c-4bd4-8b21-76d55339db88 req-f8ece871-0edd-415b-be4b-2445909e188c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:00.224714 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-1fc1336a-d90c-4bd4-8b21-76d55339db88 req-f8ece871-0edd-415b-be4b-2445909e188c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0828025 May 25 16:01:00.275617 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-0f6ebb2a-721d-4d0b-8ee4-0a456b2ef130 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11423c4b-5763-4d71-af07-b0b5175f11a7 HTTP/1.1" status: 200 len: 217 time: 0.0643229 May 25 16:01:00.347697 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-aedcfbda-474a-446a-b2bc-da1479329d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:00.349203 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-aedcfbda-474a-446a-b2bc-da1479329d86 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c430b497-da4a-44d0-8b44-c522eef11f79 HTTP/1.1" status: 200 len: 854 time: 0.0630910 May 25 16:01:00.401054 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-c5350ee3-3484-4251-bd40-ae9cd0a389b9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dcd1ec79-ead3-4023-83d2-5d84776b65d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432169 May 25 16:01:00.429217 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-1fc1336a-d90c-4bd4-8b21-76d55339db88 req-cfefaf86-eb62-4a62-a7e2-238b716f1ff8 service neutron] 10.222.0.91 "GET /v2.0/networks/a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786244 May 25 16:01:00.541046 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-834fb9f7-8ae2-41c6-a8c6-48c6d89357ba service neutron] 10.222.0.91 "GET /v2.0/networks/dcd1ec79-ead3-4023-83d2-5d84776b65d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306093 May 25 16:01:00.580094 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-1fc1336a-d90c-4bd4-8b21-76d55339db88 req-acb94239-bf05-4d02-b2d0-6badb2902e1e service neutron] 10.222.0.91 "GET /v2.0/networks/a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424530 May 25 16:01:00.677418 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-eed4868d-83ff-49b6-a60b-f58abbd334d0 req-4525cca1-2a65-4ec0-b489-a05db33e722c service neutron] 10.222.0.91 "GET /v2.0/networks/dcd1ec79-ead3-4023-83d2-5d84776b65d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297274 May 25 16:01:00.823246 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9779348-5106-4f4f-9038-1c2b14064fbe req-b885c148-9321-4259-8a49-95d6700d9917 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:00.824709 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a9779348-5106-4f4f-9038-1c2b14064fbe req-b885c148-9321-4259-8a49-95d6700d9917 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 943 time: 0.0878959 May 25 16:01:00.957068 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a9779348-5106-4f4f-9038-1c2b14064fbe req-7aeaf7cd-efb5-4dc2-a32f-5b97f4ff1c56 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255457 May 25 16:01:01.160147 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7b0fd-6e01-4795-b2ab-f4cc309a2cf4 req-2f36f54a-4d2d-4cd7-a08b-b83c2275d554 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:01.161624 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-daa7b0fd-6e01-4795-b2ab-f4cc309a2cf4 req-2f36f54a-4d2d-4cd7-a08b-b83c2275d554 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 984 time: 0.0828791 May 25 16:01:01.258274 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-daa7b0fd-6e01-4795-b2ab-f4cc309a2cf4 req-3d5a02b6-dc61-432e-82e6-bef54c56481b tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&id=8007f4fb-a271-473b-9cf4-8baf1fca124f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0907397 May 25 16:01:01.290761 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e04fc-a02b-49fc-9537-1a9705b704af req-27c3662d-7e15-4c92-88b5-7ca86b131ce3 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:01.297798 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-816e04fc-a02b-49fc-9537-1a9705b704af req-27c3662d-7e15-4c92-88b5-7ca86b131ce3 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 943 time: 0.1068275 May 25 16:01:01.339205 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-816e04fc-a02b-49fc-9537-1a9705b704af req-f2abcc9d-814f-481f-818b-49b4b6f598e7 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408628 May 25 16:01:01.397509 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-21ca2ad5-8dd6-4d7e-8ad8-7fcdc8644e89 req-8b362201-4235-4fb2-8c4f-42d9254d9b0b tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 210 time: 0.0442743 May 25 16:01:01.780461 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-7bbad1b5-7f5d-436f-81c9-e6436c0ee4cf tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:01.781814 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-7bbad1b5-7f5d-436f-81c9-e6436c0ee4cf tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.91 "GET /v2.0/networks?id=716f3b9d-2e05-4069-974f-5f782839f4ee HTTP/1.1" status: 200 len: 808 time: 0.1474555 May 25 16:01:01.840416 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-7dffbb56-62df-414b-9602-0f5f5c94ff20 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1009942ff088419bb323bdff264b58be HTTP/1.1" status: 200 len: 379 time: 0.0418074 May 25 16:01:01.850498 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-10d59137-9263-4c3e-aa83-8db2c9f96448 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Request body: {'port': {'device_id': 'f732159f-e536-407b-b1b9-102d2455b328', 'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee', 'admin_state_up': True, 'tenant_id': '1009942ff088419bb323bdff264b58be', 'security_groups': ['fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60']}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:01.992535 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-10d59137-9263-4c3e-aa83-8db2c9f96448 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:02.003473 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-10d59137-9263-4c3e-aa83-8db2c9f96448 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:02.121423 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-10d59137-9263-4c3e-aa83-8db2c9f96448 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Made reservation on behalf of 1009942ff088419bb323bdff264b58be for: {'port': 1} {{(pid=98824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:01:02.125183 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-10d59137-9263-4c3e-aa83-8db2c9f96448 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:02.249401 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5181923-9fcf-4b15-af25-dfb41aecdbe1 req-804b62c8-7437-4e1a-823d-0014e3bfda14 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:02.250880 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d5181923-9fcf-4b15-af25-dfb41aecdbe1 req-804b62c8-7437-4e1a-823d-0014e3bfda14 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 943 time: 0.1830664 May 25 16:01:02.350669 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d5181923-9fcf-4b15-af25-dfb41aecdbe1 req-923b1a7b-96c2-42a5-9cae-72c617e04e35 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932932 May 25 16:01:02.358204 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_common [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-10d59137-9263-4c3e-aa83-8db2c9f96448 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Allocated IP 172.20.0.13 (716f3b9d-2e05-4069-974f-5f782839f4ee/af8a7898-c72b-46af-a95d-1f29441e0d63/e790e1cf-055c-4914-b944-fa188a626391) {{(pid=98824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:01:02.587649 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-51a9475a-a4eb-4853-bf43-d51e0e9d20e0 req-cc34f55f-deea-4b94-8543-02c33fdf4a31 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 210 time: 0.0700331 May 25 16:01:02.669179 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-10d59137-9263-4c3e-aa83-8db2c9f96448 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for port, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:02.688273 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c040d-7487-4e92-a9d2-ae5ad3409620 req-dcd665f7-cf36-42a8-8de0-bd0ef1269a5b tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:02.689851 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a90c040d-7487-4e92-a9d2-ae5ad3409620 req-dcd665f7-cf36-42a8-8de0-bd0ef1269a5b tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 943 time: 0.2107255 May 25 16:01:02.699974 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.provisioning_blocks [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-10d59137-9263-4c3e-aa83-8db2c9f96448 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Transition to ACTIVE for port object e790e1cf-055c-4914-b944-fa188a626391 will not be triggered until provisioned by entity DHCP. {{(pid=98824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:01:02.745576 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a90c040d-7487-4e92-a9d2-ae5ad3409620 req-90603b41-812f-477d-aa77-ff41efb348c7 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488639 May 25 16:01:02.814169 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-10d59137-9263-4c3e-aa83-8db2c9f96448 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6454840'] for port, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:02.819794 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-07a081e9-92ba-4f87-b1eb-c2eab1530456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:02.885020 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-10d59137-9263-4c3e-aa83-8db2c9f96448 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Network 716f3b9d-2e05-4069-974f-5f782839f4ee is already hosted by enough agents. {{(pid=98824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:01:02.888026 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-10d59137-9263-4c3e-aa83-8db2c9f96448 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Resources bound (agent type, host, resource id): {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:01:02.891869 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.l3_dvrscheduler_db [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-10d59137-9263-4c3e-aa83-8db2c9f96448 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Received port after_create {{(pid=98824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:01:02.915553 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 11423c4b-5763-4d71-af07-b0b5175f11a7 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:01:02.930761 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d59137-9263-4c3e-aa83-8db2c9f96448 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Pushing event updated for resources: {'Port': ['ID=e790e1cf-055c-4914-b944-fa188a626391,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:02.946607 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d59137-9263-4c3e-aa83-8db2c9f96448 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:02.946963 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d59137-9263-4c3e-aa83-8db2c9f96448 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:02.947323 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d59137-9263-4c3e-aa83-8db2c9f96448 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:02.947676 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d59137-9263-4c3e-aa83-8db2c9f96448 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:02.948025 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d59137-9263-4c3e-aa83-8db2c9f96448 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:02.948363 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d59137-9263-4c3e-aa83-8db2c9f96448 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:02.948706 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d59137-9263-4c3e-aa83-8db2c9f96448 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:02.949073 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d59137-9263-4c3e-aa83-8db2c9f96448 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:02.949411 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d59137-9263-4c3e-aa83-8db2c9f96448 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:02.949748 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d59137-9263-4c3e-aa83-8db2c9f96448 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:02.950085 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d59137-9263-4c3e-aa83-8db2c9f96448 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:02.950419 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d59137-9263-4c3e-aa83-8db2c9f96448 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:02.956446 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-10d59137-9263-4c3e-aa83-8db2c9f96448 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:02.975733 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-10d59137-9263-4c3e-aa83-8db2c9f96448 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:02.976365 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-10d59137-9263-4c3e-aa83-8db2c9f96448 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for port, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:03.099368 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 11423c4b-5763-4d71-af07-b0b5175f11a7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=11423c4b-5763-4d71-af07-b0b5175f11a7,segment=NetworkSegment(3339c1aa-fb95-40a8-bfba-e704dbf21fcc),segment_id=3339c1aa-fb95-40a8-bfba-e704dbf21fcc)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:03.107100 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Returning: {'device': '11423c4b-5763-4d71-af07-b0b5175f11a7', 'network_id': 'dcd1ec79-ead3-4023-83d2-5d84776b65d6', 'port_id': '11423c4b-5763-4d71-af07-b0b5175f11a7', 'mac_address': 'fa:16:3e:41:03:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c430b497-da4a-44d0-8b44-c522eef11f79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:01:03.125137 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-10d59137-9263-4c3e-aa83-8db2c9f96448 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2784815 May 25 16:01:03.147277 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-06faa329-36ee-4b88-a817-e5baf454a5df service neutron] Request body: {'port': {'device_id': 'f732159f-e536-407b-b1b9-102d2455b328', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:03.169626 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:03.189733 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11423c4b-5763-4d71-af07-b0b5175f11a7 {{(pid=98825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:01:03.206232 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 11423c4b-5763-4d71-af07-b0b5175f11a7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=11423c4b-5763-4d71-af07-b0b5175f11a7,segment=NetworkSegment(3339c1aa-fb95-40a8-bfba-e704dbf21fcc),segment_id=3339c1aa-fb95-40a8-bfba-e704dbf21fcc)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:03.226978 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-253a9dc8-b7be-4272-b4d2-f9e424ec67e7 None None] Provisioning for port e790e1cf-055c-4914-b944-fa188a626391 completed by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:01:03.232026 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-253a9dc8-b7be-4272-b4d2-f9e424ec67e7 None None] Provisioning complete for port e790e1cf-055c-4914-b944-fa188a626391 triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:01:03.233214 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-253a9dc8-b7be-4272-b4d2-f9e424ec67e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:03.282384 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-06faa329-36ee-4b88-a817-e5baf454a5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:03.304031 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:03.304761 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 63dd0404-955b-4585-8721-710deadea260 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:01:03.308750 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:03.377571 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-253a9dc8-b7be-4272-b4d2-f9e424ec67e7 None None] Port e790e1cf-055c-4914-b944-fa188a626391 cannot update to ACTIVE because it is not bound. {{(pid=98825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:01:03.407714 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=11423c4b-5763-4d71-af07-b0b5175f11a7,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:03.454019 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:03.525158 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 63dd0404-955b-4585-8721-710deadea260, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=63dd0404-955b-4585-8721-710deadea260,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:03.540910 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Returning: {'device': '63dd0404-955b-4585-8721-710deadea260', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'port_id': '63dd0404-955b-4585-8721-710deadea260', 'mac_address': 'fa:16:3e:7c:61:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:01:03.600053 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:03.619628 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63dd0404-955b-4585-8721-710deadea260 {{(pid=98825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:01:03.635619 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 63dd0404-955b-4585-8721-710deadea260, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=63dd0404-955b-4585-8721-710deadea260,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:03.735873 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:03.737659 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:03.790176 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe1228-42b2-48d7-b481-16d36d36aee1 req-4b321a5e-2f9b-4124-a0c9-2bec8a875069 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:03.791888 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7cbe1228-42b2-48d7-b481-16d36d36aee1 req-4b321a5e-2f9b-4124-a0c9-2bec8a875069 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 944 time: 0.1964598 May 25 16:01:03.808831 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=63dd0404-955b-4585-8721-710deadea260,revision_number=9']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:03.812403 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:03.898871 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.notifiers.nova [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-06faa329-36ee-4b88-a817-e5baf454a5df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e790e1cf-055c-4914-b944-fa188a626391 {{(pid=98824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:01:03.911524 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-06faa329-36ee-4b88-a817-e5baf454a5df service neutron] Notify callbacks [] for port, precommit_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:03.916143 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7cbe1228-42b2-48d7-b481-16d36d36aee1 req-56393907-f4ee-4d66-9f0b-ad20edd97997 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152506 May 25 16:01:03.934221 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034a2cd-4f01-4cb5-8fed-9106fb8ca6a4 req-c1a3adbc-1db5-4bfa-985b-9b76f3adcfe6 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:03.934968 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-d034a2cd-4f01-4cb5-8fed-9106fb8ca6a4 req-c1a3adbc-1db5-4bfa-985b-9b76f3adcfe6 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Synchronizing usage tracker for tenant:1009942ff088419bb323bdff264b58be on resource:port {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:01:03.944269 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.provisioning_blocks [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-06faa329-36ee-4b88-a817-e5baf454a5df service neutron] Transition to ACTIVE for port object e790e1cf-055c-4914-b944-fa188a626391 will not be triggered until provisioned by entity L2. {{(pid=98824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:01:04.046961 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-06faa329-36ee-4b88-a817-e5baf454a5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6454833'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:04.056644 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a7f6e830-2b99-42e0-ba8d-31acf79c3fe9 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:04.096733 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-d034a2cd-4f01-4cb5-8fed-9106fb8ca6a4 req-c1a3adbc-1db5-4bfa-985b-9b76f3adcfe6 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Unset dirty status for tenant:1009942ff088419bb323bdff264b58be on resource:port {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:01:04.097948 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d034a2cd-4f01-4cb5-8fed-9106fb8ca6a4 req-c1a3adbc-1db5-4bfa-985b-9b76f3adcfe6 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 932 time: 0.3968897 May 25 16:01:04.176504 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['11423c4b-5763-4d71-af07-b0b5175f11a7'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:01:04.206590 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['63dd0404-955b-4585-8721-710deadea260'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:01:04.242139 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06faa329-36ee-4b88-a817-e5baf454a5df service neutron] Pushing event updated for resources: {'Port': ['ID=e790e1cf-055c-4914-b944-fa188a626391,revision_number=2']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:04.275705 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-06faa329-36ee-4b88-a817-e5baf454a5df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:04.324027 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d034a2cd-4f01-4cb5-8fed-9106fb8ca6a4 req-bcc71b0e-a76b-4565-a840-069e53ef123b tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175202 May 25 16:01:04.379387 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd1897-ba23-4b12-882a-c1eeee2fe7fe req-af3eae55-3e92-4d5a-a314-e72fb9c00160 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:04.380954 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c9dd1897-ba23-4b12-882a-c1eeee2fe7fe req-af3eae55-3e92-4d5a-a314-e72fb9c00160 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 944 time: 0.3664415 May 25 16:01:04.385374 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-06faa329-36ee-4b88-a817-e5baf454a5df service neutron] Attempting to bind port e790e1cf-055c-4914-b944-fa188a626391 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:01:04.385657 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-06faa329-36ee-4b88-a817-e5baf454a5df service neutron] Attempting to bind port e790e1cf-055c-4914-b944-fa188a626391 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '9713b580-352d-4b45-88a9-4138a491136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee'}] {{(pid=98824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:01:04.385991 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-06faa329-36ee-4b88-a817-e5baf454a5df service neutron] Attempting to bind port e790e1cf-055c-4914-b944-fa188a626391 on network 716f3b9d-2e05-4069-974f-5f782839f4ee {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:01:04.404659 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-06faa329-36ee-4b88-a817-e5baf454a5df service neutron] Port e790e1cf-055c-4914-b944-fa188a626391 on network 716f3b9d-2e05-4069-974f-5f782839f4ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:01:04.405053 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-06faa329-36ee-4b88-a817-e5baf454a5df service neutron] Attempting to bind port e790e1cf-055c-4914-b944-fa188a626391 on network 716f3b9d-2e05-4069-974f-5f782839f4ee {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:01:04.416449 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-06faa329-36ee-4b88-a817-e5baf454a5df service neutron] Checking agent: {'id': '8886f986-558f-4b39-be9e-9feee4f02dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'started_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:01:04.416805 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-06faa329-36ee-4b88-a817-e5baf454a5df service neutron] Checking segment: {'id': '9713b580-352d-4b45-88a9-4138a491136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:01:04.417204 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-06faa329-36ee-4b88-a817-e5baf454a5df service neutron] Bound using segment: {'id': '9713b580-352d-4b45-88a9-4138a491136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee'} {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:01:04.417639 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-06faa329-36ee-4b88-a817-e5baf454a5df service neutron] Bound port: e790e1cf-055c-4914-b944-fa188a626391, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9713b580-352d-4b45-88a9-4138a491136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee'}}] {{(pid=98824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:01:04.417990 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-06faa329-36ee-4b88-a817-e5baf454a5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:04.480302 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c9dd1897-ba23-4b12-882a-c1eeee2fe7fe req-34f8298e-8e36-4381-86a6-93733b9ab3ea tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897267 May 25 16:01:04.536082 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.db [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-06faa329-36ee-4b88-a817-e5baf454a5df service neutron] For port e790e1cf-055c-4914-b944-fa188a626391, host hv-cinder-78638, cleared binding levels {{(pid=98824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:01:04.539330 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.db [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-06faa329-36ee-4b88-a817-e5baf454a5df service neutron] For port e790e1cf-055c-4914-b944-fa188a626391, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e790e1cf-055c-4914-b944-fa188a626391,segment=NetworkSegment(9713b580-352d-4b45-88a9-4138a491136e),segment_id=9713b580-352d-4b45-88a9-4138a491136e)] {{(pid=98824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:01:04.636853 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-06faa329-36ee-4b88-a817-e5baf454a5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6454833'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:04.642839 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-07a081e9-92ba-4f87-b1eb-c2eab1530456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:04.702024 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-06faa329-36ee-4b88-a817-e5baf454a5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:04.702558 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-06faa329-36ee-4b88-a817-e5baf454a5df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for port, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:04.703993 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-06faa329-36ee-4b88-a817-e5baf454a5df service neutron] 10.222.0.91 "PUT /v2.0/ports/e790e1cf-055c-4914-b944-fa188a626391 HTTP/1.1" status: 200 len: 1094 time: 1.5609944 May 25 16:01:04.704447 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f732159f-e536-407b-b1b9-102d2455b328', 'tag': 'e790e1cf-055c-4914-b944-fa188a626391'}] {{(pid=98824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:01:04.725485 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06faa329-36ee-4b88-a817-e5baf454a5df service neutron] Pushing event updated for resources: {'Port': ['ID=e790e1cf-055c-4914-b944-fa188a626391,revision_number=3']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:04.728674 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-06faa329-36ee-4b88-a817-e5baf454a5df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:04.764856 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f732159f-e536-407b-b1b9-102d2455b328', 'tag': 'e790e1cf-055c-4914-b944-fa188a626391', 'status': 'completed', 'code': 200} May 25 16:01:04.896590 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e2bb4-539e-41c9-9af1-cc218cbb5511 req-ed781579-d3b7-4f8c-88da-d280d2bfee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:04.898216 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-794e2bb4-539e-41c9-9af1-cc218cbb5511 req-ed781579-d3b7-4f8c-88da-d280d2bfee2f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1009942ff088419bb323bdff264b58be&device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 1097 time: 0.0825744 May 25 16:01:05.096363 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e2bb4-539e-41c9-9af1-cc218cbb5511 req-7ce2b431-e55f-4c01-bf88-5cd2dfd5869d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:05.097826 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-794e2bb4-539e-41c9-9af1-cc218cbb5511 req-7ce2b431-e55f-4c01-bf88-5cd2dfd5869d service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=1009942ff088419bb323bdff264b58be&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1850879 May 25 16:01:05.214516 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e19faa-b55d-4523-bcab-50b227246d5d req-438fb7e5-285e-4451-a3d2-2867f2a4c84f tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:05.215972 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-23e19faa-b55d-4523-bcab-50b227246d5d req-438fb7e5-285e-4451-a3d2-2867f2a4c84f tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 944 time: 0.1922879 May 25 16:01:05.284875 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e2bb4-539e-41c9-9af1-cc218cbb5511 req-c36d342c-e128-4054-a44c-a43125cd0096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:05.286312 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-794e2bb4-539e-41c9-9af1-cc218cbb5511 req-c36d342c-e128-4054-a44c-a43125cd0096 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1797380 May 25 16:01:05.291128 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-23e19faa-b55d-4523-bcab-50b227246d5d req-0e849f09-c03a-43e4-8bbb-526a1577fefb tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616884 May 25 16:01:05.431822 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-d115a7c6-19da-41c2-a211-3663383a5059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:05.433315 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-d115a7c6-19da-41c2-a211-3663383a5059 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1009942ff088419bb323bdff264b58be&device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 1097 time: 0.0708539 May 25 16:01:05.538763 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-2ba839b7-7de1-47d1-8398-4db846a00ed7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e790e1cf-055c-4914-b944-fa188a626391 HTTP/1.1" status: 200 len: 217 time: 0.0683742 May 25 16:01:05.754899 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-e8e6b1ca-3588-42a7-b9f2-320364885bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:05.756319 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-e8e6b1ca-3588-42a7-b9f2-320364885bb0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=af8a7898-c72b-46af-a95d-1f29441e0d63 HTTP/1.1" status: 200 len: 847 time: 0.2084749 May 25 16:01:05.820184 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf873d-7f98-4253-b84e-7c5c238d5da2 req-03e2a911-acf0-4ca0-80e9-8f0dbba18587 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:05.821584 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-8acf873d-7f98-4253-b84e-7c5c238d5da2 req-03e2a911-acf0-4ca0-80e9-8f0dbba18587 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 944 time: 0.3853791 May 25 16:01:05.873793 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638adb5-23b4-4507-b795-0d86dac77d9c req-01ed5907-58fd-45a6-b6d8-0239e42040a0 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:05.875279 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9638adb5-23b4-4507-b795-0d86dac77d9c req-01ed5907-58fd-45a6-b6d8-0239e42040a0 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 944 time: 0.2061715 May 25 16:01:05.919735 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-8acf873d-7f98-4253-b84e-7c5c238d5da2 req-65e717fe-8e7b-41a4-a9c6-ff6858a75c01 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886111 May 25 16:01:05.941574 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-528f2d5e-2d1b-443e-98d5-e2135918ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:05.943161 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-528f2d5e-2d1b-443e-98d5-e2135918ed46 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=716f3b9d-2e05-4069-974f-5f782839f4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1795657 May 25 16:01:05.947786 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9638adb5-23b4-4507-b795-0d86dac77d9c req-23aa1229-4785-4bff-a130-ef916f8f81f7 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648088 May 25 16:01:06.079629 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-399087a1-6cb2-4cdf-bf7d-0fb880f4c632 service neutron] 10.222.0.91 "GET /v2.0/networks/716f3b9d-2e05-4069-974f-5f782839f4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253793 May 25 16:01:06.217233 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-016e3bcb-8e64-4fe9-b0e3-0752bbb2211b req-289c0479-b8eb-4098-9924-3bf77f07a7b6 service neutron] 10.222.0.91 "GET /v2.0/networks/716f3b9d-2e05-4069-974f-5f782839f4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308525 May 25 16:01:06.489731 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae5de0-2a3b-4eec-a193-8ee34f5384f2 req-e23f69f8-28fd-4059-b126-e1ed6db06cec tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:06.490731 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3bae5de0-2a3b-4eec-a193-8ee34f5384f2 req-e23f69f8-28fd-4059-b126-e1ed6db06cec tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 944 time: 0.0900624 May 25 16:01:06.535897 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3bae5de0-2a3b-4eec-a193-8ee34f5384f2 req-8b9816db-bde8-4f7b-845c-94024e98c3d9 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392456 May 25 16:01:06.925463 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 11423c4b-5763-4d71-af07-b0b5175f11a7 up at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:01:07.064675 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning for port 11423c4b-5763-4d71-af07-b0b5175f11a7 completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:01:07.069790 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning complete for port 11423c4b-5763-4d71-af07-b0b5175f11a7 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:01:07.070170 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:07.180571 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69645e4c-a504-4965-8d0b-14fe36ba9474 req-9cb2f409-062a-458a-8c1e-7aadf1f8e211 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:07.181946 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-69645e4c-a504-4965-8d0b-14fe36ba9474 req-9cb2f409-062a-458a-8c1e-7aadf1f8e211 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 944 time: 0.1445882 May 25 16:01:07.193152 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ce9d0-a00a-4785-b769-b8c75ffe6e24 req-9416e1c2-864c-406d-93b2-116b4f8df3a3 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:07.194621 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b09ce9d0-a00a-4785-b769-b8c75ffe6e24 req-9416e1c2-864c-406d-93b2-116b4f8df3a3 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 944 time: 0.1259665 May 25 16:01:07.196423 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:07.240630 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe193ee2-45da-47ec-b241-a2ca763413bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11423c4b-5763-4d71-af07-b0b5175f11a7'}] {{(pid=98825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:01:07.252894 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 11423c4b-5763-4d71-af07-b0b5175f11a7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=11423c4b-5763-4d71-af07-b0b5175f11a7,segment=NetworkSegment(3339c1aa-fb95-40a8-bfba-e704dbf21fcc),segment_id=3339c1aa-fb95-40a8-bfba-e704dbf21fcc)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:07.274891 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-69645e4c-a504-4965-8d0b-14fe36ba9474 req-87d6c38b-4a06-4375-9f88-f83df49f8037 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792880 May 25 16:01:07.286016 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b09ce9d0-a00a-4785-b769-b8c75ffe6e24 req-358ef107-fd3e-4dc4-9491-e08367d04de8 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684330 May 25 16:01:07.328401 dv-cinder-786384-6-smb neutron-server[98825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe193ee2-45da-47ec-b241-a2ca763413bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11423c4b-5763-4d71-af07-b0b5175f11a7', 'code': 200} May 25 16:01:07.350382 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:07.351255 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 63dd0404-955b-4585-8721-710deadea260 up at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:01:07.375425 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:07.468542 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=11423c4b-5763-4d71-af07-b0b5175f11a7,revision_number=5']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:07.471913 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:07.480768 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning complete for port 63dd0404-955b-4585-8721-710deadea260 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:01:07.481170 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:07.616570 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:07.650577 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 63dd0404-955b-4585-8721-710deadea260, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=63dd0404-955b-4585-8721-710deadea260,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:07.725061 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:07.727359 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:07.801392 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=63dd0404-955b-4585-8721-710deadea260,revision_number=10']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:07.804408 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:07.806802 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a75ace-37e7-4cc6-abb2-c9f32caf3812 req-6936675b-7808-4d6e-b1b7-8c28cbf6f56b tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:07.808319 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-05a75ace-37e7-4cc6-abb2-c9f32caf3812 req-6936675b-7808-4d6e-b1b7-8c28cbf6f56b tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 945 time: 0.1459715 May 25 16:01:07.814987 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1e1ea-41ba-4070-9170-09c91d856981 req-64dda42f-05da-4aa4-b04c-7b14283f1de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:07.816681 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-73c1e1ea-41ba-4070-9170-09c91d856981 req-64dda42f-05da-4aa4-b04c-7b14283f1de7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 1098 time: 0.1126554 May 25 16:01:07.889033 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-05a75ace-37e7-4cc6-abb2-c9f32caf3812 req-d23af398-f68c-4da7-aadc-cd16eaea3856 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712588 May 25 16:01:07.893082 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-73c1e1ea-41ba-4070-9170-09c91d856981 req-e3bfb8f2-9321-4715-b5aa-6a704637edeb service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613766 May 25 16:01:08.535756 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78f118-f491-49ec-82b6-c795d4bd5c2f req-93a33ed0-3e0e-4919-a160-eeadde56e624 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:08.537357 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2c78f118-f491-49ec-82b6-c795d4bd5c2f req-93a33ed0-3e0e-4919-a160-eeadde56e624 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 944 time: 0.1495380 May 25 16:01:08.546461 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacd1c2-504b-45f4-b703-e80dcc4fe1a2 req-08047b81-4020-4de6-a8c5-399ebdeff92b tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:08.547954 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0aacd1c2-504b-45f4-b703-e80dcc4fe1a2 req-08047b81-4020-4de6-a8c5-399ebdeff92b tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 946 time: 0.1274223 May 25 16:01:08.616590 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2c78f118-f491-49ec-82b6-c795d4bd5c2f req-39d03503-e3cc-4d37-9889-2bb8afea281c tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675559 May 25 16:01:08.625170 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0aacd1c2-504b-45f4-b703-e80dcc4fe1a2 req-a58cb739-0694-48b3-b77f-18bf10813ce1 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625215 May 25 16:01:08.936595 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device e790e1cf-055c-4914-b944-fa188a626391 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:01:09.111963 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port e790e1cf-055c-4914-b944-fa188a626391, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e790e1cf-055c-4914-b944-fa188a626391,segment=NetworkSegment(9713b580-352d-4b45-88a9-4138a491136e),segment_id=9713b580-352d-4b45-88a9-4138a491136e)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:09.126249 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346165f5-cfe6-4170-941a-ec2cdf4411bb req-4660ac76-c924-45b7-b254-3a0292a5c154 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:09.127519 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Returning: {'device': 'e790e1cf-055c-4914-b944-fa188a626391', 'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee', 'port_id': 'e790e1cf-055c-4914-b944-fa188a626391', 'mac_address': 'fa:16:3e:d7:29:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8a7898-c72b-46af-a95d-1f29441e0d63', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:01:09.127759 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-346165f5-cfe6-4170-941a-ec2cdf4411bb req-4660ac76-c924-45b7-b254-3a0292a5c154 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 945 time: 0.1179755 May 25 16:01:09.187259 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-346165f5-cfe6-4170-941a-ec2cdf4411bb req-d333efcf-8463-4e28-aedd-ea6a6193da78 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531435 May 25 16:01:09.207480 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:09.231589 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e790e1cf-055c-4914-b944-fa188a626391 {{(pid=98825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:01:09.258985 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port e790e1cf-055c-4914-b944-fa188a626391, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e790e1cf-055c-4914-b944-fa188a626391,segment=NetworkSegment(9713b580-352d-4b45-88a9-4138a491136e),segment_id=9713b580-352d-4b45-88a9-4138a491136e)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:09.329364 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b77655f-87f7-4f8a-a025-b6ac0493dbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63dd0404-955b-4585-8721-710deadea260'}] {{(pid=98825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:01:09.344045 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:09.348501 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:09.391477 dv-cinder-786384-6-smb neutron-server[98825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b77655f-87f7-4f8a-a025-b6ac0493dbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63dd0404-955b-4585-8721-710deadea260', 'code': 200} May 25 16:01:09.433643 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=e790e1cf-055c-4914-b944-fa188a626391,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:09.437664 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:09.767312 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['e790e1cf-055c-4914-b944-fa188a626391'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:01:09.900571 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bed3f-f466-4353-b75c-b6d2dada4efb req-629b8b85-8c15-45d3-863e-f21932c4b973 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:09.902117 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e76bed3f-f466-4353-b75c-b6d2dada4efb req-629b8b85-8c15-45d3-863e-f21932c4b973 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 946 time: 0.1471477 May 25 16:01:09.925937 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d4dd7-d3ca-46e4-a567-b3f19aedcf2d req-88bb3110-7acb-423a-88a9-62f81bf4ca3d tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:09.927551 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-568d4dd7-d3ca-46e4-a567-b3f19aedcf2d req-88bb3110-7acb-423a-88a9-62f81bf4ca3d tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 945 time: 0.1743386 May 25 16:01:10.019204 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e76bed3f-f466-4353-b75c-b6d2dada4efb req-678b76da-5312-42fd-8cf3-68f29d0126b4 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905449 May 25 16:01:10.024236 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-568d4dd7-d3ca-46e4-a567-b3f19aedcf2d req-fb37c09f-a415-4ab8-a6be-7fe538aaae58 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781512 May 25 16:01:10.200890 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b357186-156b-45fc-80fc-de9115135184 req-9aead2e5-5455-490c-a2fa-2d1dfb46b5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:10.202686 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7b357186-156b-45fc-80fc-de9115135184 req-9aead2e5-5455-490c-a2fa-2d1dfb46b5cd service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 1099 time: 0.0727532 May 25 16:01:10.249529 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7b357186-156b-45fc-80fc-de9115135184 req-6a4e62c3-c685-4190-8b6d-4c440e907a75 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400786 May 25 16:01:10.461031 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75651f01-19bd-4038-b857-2de853826db7 req-ba29daa5-551c-4953-b298-6cb740a741db tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:10.462381 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-75651f01-19bd-4038-b857-2de853826db7 req-ba29daa5-551c-4953-b298-6cb740a741db tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 945 time: 0.1616435 May 25 16:01:10.507171 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-75651f01-19bd-4038-b857-2de853826db7 req-7fe5477e-1415-45d5-a594-3e16dc323ae8 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390050 May 25 16:01:10.953806 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device e790e1cf-055c-4914-b944-fa188a626391 up at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:01:11.090153 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning for port e790e1cf-055c-4914-b944-fa188a626391 completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:01:11.096600 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning complete for port e790e1cf-055c-4914-b944-fa188a626391 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:01:11.097031 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:11.225606 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:11.262400 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port e790e1cf-055c-4914-b944-fa188a626391, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e790e1cf-055c-4914-b944-fa188a626391,segment=NetworkSegment(9713b580-352d-4b45-88a9-4138a491136e),segment_id=9713b580-352d-4b45-88a9-4138a491136e)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:11.306392 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100356b8-f939-4393-bacd-b64dee7e061b req-a773287f-7ca8-4e5f-ac6e-22b98d6f710d tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:11.307837 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-100356b8-f939-4393-bacd-b64dee7e061b req-a773287f-7ca8-4e5f-ac6e-22b98d6f710d tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 946 time: 0.1182466 May 25 16:01:11.315500 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5654de-5cb8-4297-b82b-0053e6420734 req-decee78d-80f8-4c0c-b9e3-8af1a2279dc8 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:11.316727 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4b5654de-5cb8-4297-b82b-0053e6420734 req-decee78d-80f8-4c0c-b9e3-8af1a2279dc8 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 945 time: 0.1629627 May 25 16:01:11.350858 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:11.354712 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:11.386152 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-100356b8-f939-4393-bacd-b64dee7e061b req-1ac81ba3-2f68-4e80-9a14-e9aaf1073b95 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684452 May 25 16:01:11.397643 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f732159f-e536-407b-b1b9-102d2455b328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e790e1cf-055c-4914-b944-fa188a626391'}] {{(pid=98825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:01:11.399297 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4b5654de-5cb8-4297-b82b-0053e6420734 req-e1860851-bf02-41a7-bdb4-51c8281d47a5 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666757 May 25 16:01:11.446165 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=e790e1cf-055c-4914-b944-fa188a626391,revision_number=5']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:11.450581 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:11.471189 dv-cinder-786384-6-smb neutron-server[98825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f732159f-e536-407b-b1b9-102d2455b328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e790e1cf-055c-4914-b944-fa188a626391', 'code': 200} May 25 16:01:12.124411 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe01ce-08c3-4814-a496-715f1faed656 req-4b346582-e8e6-454c-81dd-4a4d419845db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:12.126030 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-87fe01ce-08c3-4814-a496-715f1faed656 req-4b346582-e8e6-454c-81dd-4a4d419845db service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 1099 time: 0.0760908 May 25 16:01:12.173010 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-87fe01ce-08c3-4814-a496-715f1faed656 req-50b4cdb3-7976-4a72-8a40-faae2486b272 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373180 May 25 16:01:12.663327 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03fd72-d773-4729-b6f2-5353fc0e93b8 req-907aecab-7424-478f-ac35-3475d529edbf tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:12.664812 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-fb03fd72-d773-4729-b6f2-5353fc0e93b8 req-907aecab-7424-478f-ac35-3475d529edbf tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 946 time: 0.1465471 May 25 16:01:12.673065 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769066d-2a28-4bff-87f3-7edee42fda2e req-3b3bcf00-504c-46a2-88af-32e8db8745c1 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:12.674420 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9769066d-2a28-4bff-87f3-7edee42fda2e req-3b3bcf00-504c-46a2-88af-32e8db8745c1 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 946 time: 0.1203837 May 25 16:01:12.749616 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-fb03fd72-d773-4729-b6f2-5353fc0e93b8 req-b46fb908-991c-4ec8-b6e6-61d4162b05c4 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741556 May 25 16:01:12.753975 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9769066d-2a28-4bff-87f3-7edee42fda2e req-d01af128-5679-4a00-a4cd-480160ffffc0 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652823 May 25 16:01:14.023946 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a077c2-1565-4286-aabb-60fcb9210230 req-1b7f1e15-546a-42ee-9a69-b6cb268dabc9 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:14.025435 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d5a077c2-1565-4286-aabb-60fcb9210230 req-1b7f1e15-546a-42ee-9a69-b6cb268dabc9 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 946 time: 0.1491797 May 25 16:01:14.033894 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b004cdf-ee8d-46fa-a171-8c59ccf03b42 req-67cbfa61-e742-4195-85bd-ebefd44131cc tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:14.035474 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1b004cdf-ee8d-46fa-a171-8c59ccf03b42 req-67cbfa61-e742-4195-85bd-ebefd44131cc tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 946 time: 0.1578255 May 25 16:01:14.106064 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d5a077c2-1565-4286-aabb-60fcb9210230 req-ea4b5433-6ee6-42ea-a9f1-97663deff339 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697589 May 25 16:01:14.112803 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1b004cdf-ee8d-46fa-a171-8c59ccf03b42 req-55775f7d-ecb6-45ab-9b0c-6d7523d2c1f2 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627844 May 25 16:01:14.297849 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21961f3c-8ab3-4be1-8348-7237afced8fa req-fb882db6-3e30-4ca4-8103-202e1f231185 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:14.299216 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-21961f3c-8ab3-4be1-8348-7237afced8fa req-fb882db6-3e30-4ca4-8103-202e1f231185 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 946 time: 0.0846112 May 25 16:01:14.345260 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-21961f3c-8ab3-4be1-8348-7237afced8fa req-b2099538-5b82-467a-96e3-00892d75cbce tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403483 May 25 16:01:14.369708 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 45662) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:14.608852 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0527792d-060a-4c74-8c56-c414ad40c31f tempest-TestShelveInstance-1329467879 tempest-TestShelveInstance-1329467879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:14.609559 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-0527792d-060a-4c74-8c56-c414ad40c31f tempest-TestShelveInstance-1329467879 tempest-TestShelveInstance-1329467879-project-admin] Synchronizing usage tracker for tenant:31f5ef477f774c89a44069cdaf13823d on resource:port {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:01:14.693427 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-0527792d-060a-4c74-8c56-c414ad40c31f tempest-TestShelveInstance-1329467879 tempest-TestShelveInstance-1329467879-project-admin] Unset dirty status for tenant:31f5ef477f774c89a44069cdaf13823d on resource:port {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:01:14.694882 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-0527792d-060a-4c74-8c56-c414ad40c31f tempest-TestShelveInstance-1329467879 tempest-TestShelveInstance-1329467879-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 1094 time: 0.3239970 May 25 16:01:14.699553 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 45668) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:14.705386 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-cb65dcf5-2724-471b-ad91-227ac36e1417 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Request body: {'floatingip': {'floating_network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'port_id': 'e790e1cf-055c-4914-b944-fa188a626391', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'fixed_ip_address': '172.20.0.13'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:14.712667 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-cb65dcf5-2724-471b-ad91-227ac36e1417 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:14.716467 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-cb65dcf5-2724-471b-ad91-227ac36e1417 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Usage tracker for resource:floatingip and tenant:1009942ff088419bb323bdff264b58be is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:14.720155 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-cb65dcf5-2724-471b-ad91-227ac36e1417 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:14.726053 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-cb65dcf5-2724-471b-ad91-227ac36e1417 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:14.801840 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cb65dcf5-2724-471b-ad91-227ac36e1417 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for floatingip, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:14.943752 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cb65dcf5-2724-471b-ad91-227ac36e1417 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:15.102364 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_common [None req-cb65dcf5-2724-471b-ad91-227ac36e1417 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Allocated IP 172.28.1.201 (be3871dc-f381-4103-8f68-0343c836dc76/3c10e3ea-68ab-49d4-8887-aa85c11495c1/0eee1ed7-b731-403f-8800-78a9006d7bb2) {{(pid=98824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:01:15.258368 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cb65dcf5-2724-471b-ad91-227ac36e1417 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for port, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:15.339194 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cb65dcf5-2724-471b-ad91-227ac36e1417 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6454840'] for port, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:15.343261 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-428e9b16-cee6-4fd8-a918-1b67ffb53132 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:15.405222 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb65dcf5-2724-471b-ad91-227ac36e1417 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Network be3871dc-f381-4103-8f68-0343c836dc76 is already hosted by enough agents. {{(pid=98824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:01:15.407901 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [None req-cb65dcf5-2724-471b-ad91-227ac36e1417 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Resources bound (agent type, host, resource id): {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:01:15.411238 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb65dcf5-2724-471b-ad91-227ac36e1417 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Received port after_create {{(pid=98824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:01:15.444941 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65dcf5-2724-471b-ad91-227ac36e1417 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Pushing event updated for resources: {'Port': ['ID=0eee1ed7-b731-403f-8800-78a9006d7bb2,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:15.450712 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-cb65dcf5-2724-471b-ad91-227ac36e1417 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:15.914425 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cb65dcf5-2724-471b-ad91-227ac36e1417 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:16.047408 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cb65dcf5-2724-471b-ad91-227ac36e1417 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:16.262212 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cb65dcf5-2724-471b-ad91-227ac36e1417 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for port, precommit_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:16.350635 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cb65dcf5-2724-471b-ad91-227ac36e1417 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6454833'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:16.354661 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:16.458042 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65dcf5-2724-471b-ad91-227ac36e1417 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Pushing event updated for resources: {'Port': ['ID=0eee1ed7-b731-403f-8800-78a9006d7bb2,revision_number=2']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:16.462017 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-cb65dcf5-2724-471b-ad91-227ac36e1417 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:16.471425 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cb65dcf5-2724-471b-ad91-227ac36e1417 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449055'] for floatingip, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:16.644189 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.db.l3_db [None req-cb65dcf5-2724-471b-ad91-227ac36e1417 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Floating IP 59af3715-b967-406b-8c40-bf0635942572 associated. External IP: 172.28.1.201, port: e790e1cf-055c-4914-b944-fa188a626391. May 25 16:01:17.000628 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb65dcf5-2724-471b-ad91-227ac36e1417 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Router 638ebf80-5784-4979-8f95-bef19799cb38 has already been hosted by L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab {{(pid=98824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:01:17.279568 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb65dcf5-2724-471b-ad91-227ac36e1417 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:01:17.289741 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4932e4-1bac-47a9-a8af-fd4444c3cadb None None] Sync routers for ids ['638ebf80-5784-4979-8f95-bef19799cb38'] in dv-cinder-786384-6-smb {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:01:17.300772 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4932e4-1bac-47a9-a8af-fd4444c3cadb None None] Routers {'638ebf80-5784-4979-8f95-bef19799cb38'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:01:17.301523 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-7a4932e4-1bac-47a9-a8af-fd4444c3cadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:00:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['638ebf80-5784-4979-8f95-bef19799cb38'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:17.417405 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cb65dcf5-2724-471b-ad91-227ac36e1417 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for floatingip, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:17.514078 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-cb65dcf5-2724-471b-ad91-227ac36e1417 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8129456 May 25 16:01:17.516552 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f732159f-e536-407b-b1b9-102d2455b328', 'tag': 'e790e1cf-055c-4914-b944-fa188a626391'}] {{(pid=98824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:01:17.516740 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-7a4932e4-1bac-47a9-a8af-fd4444c3cadb None None] Set router 638ebf80-5784-4979-8f95-bef19799cb38 gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:01:17.550151 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af669534-cfa9-41f7-a145-31130ec72da7 req-48cd4829-0eb9-4f08-b7a3-3a80cbba18f9 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:17.551699 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-af669534-cfa9-41f7-a145-31130ec72da7 req-48cd4829-0eb9-4f08-b7a3-3a80cbba18f9 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/networks?id=dcd1ec79-ead3-4023-83d2-5d84776b65d6 HTTP/1.1" status: 200 len: 814 time: 0.2109387 May 25 16:01:17.567834 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-af669534-cfa9-41f7-a145-31130ec72da7 req-c8574769-a2fd-4921-b63e-1d3a465d4b05 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/quotas/672af14cc5e34f6cbf78d0c38253a926 HTTP/1.1" status: 200 len: 375 time: 0.0103683 May 25 16:01:17.607681 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f732159f-e536-407b-b1b9-102d2455b328', 'tag': 'e790e1cf-055c-4914-b944-fa188a626391', 'status': 'completed', 'code': 200} May 25 16:01:17.725452 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-af669534-cfa9-41f7-a145-31130ec72da7 req-e6bdfa25-191e-4243-ac46-d6648a62c7ad tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=672af14cc5e34f6cbf78d0c38253a926&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1507554 May 25 16:01:17.850559 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07fcaf-1fb7-4c11-ac9c-0940bf85ba63 req-5e56945a-af2e-4a37-a944-5beef6ac9dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:17.851928 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-da07fcaf-1fb7-4c11-ac9c-0940bf85ba63 req-5e56945a-af2e-4a37-a944-5beef6ac9dd0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1009942ff088419bb323bdff264b58be&device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 1099 time: 0.2059364 May 25 16:01:17.931423 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-7a4932e4-1bac-47a9-a8af-fd4444c3cadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638ebf80-5784-4979-8f95-bef19799cb38', 'name': 'tempest-TestShelveInstance-448159673-router', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89'}], 'enable_snat': True}, 'gw_port_id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:03Z', 'updated_at': '2021-05-25T16:00:11Z', 'revision_number': 4, 'project_id': '1009942ff088419bb323bdff264b58be', 'gw_port': {'id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ebf80-5784-4979-8f95-bef19799cb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:04Z', 'updated_at': '2021-05-25T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_floatingips': [{'id': '59af3715-b967-406b-8c40-bf0635942572', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'floating_ip_address': '172.28.1.201', 'floating_network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'router_id': '638ebf80-5784-4979-8f95-bef19799cb38', 'port_id': 'e790e1cf-055c-4914-b944-fa188a626391', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee', 'mac_address': 'fa:16:3e:d7:29:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f732159f-e536-407b-b1b9-102d2455b328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:01:15Z', 'updated_at': '2021-05-25T16:01:15Z', 'revision_number': 0, 'project_id': '1009942ff088419bb323bdff264b58be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9adab65-91ce-4dcb-b3dc-8b090b68afdd', 'name': '', 'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'mac_address': 'fa:16:3e:32:dc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ebf80-5784-4979-8f95-bef19799cb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'af8a7898-c72b-46af-a95d-1f29441e0d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:09Z', 'updated_at': '2021-05-25T16:00:20Z', 'revision_number': 5, 'project_id': '1009942ff088419bb323bdff264b58be', 'subnets': [{'id': 'af8a7898-c72b-46af-a95d-1f29441e0d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:17.938463 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4932e4-1bac-47a9-a8af-fd4444c3cadb None None] Checking router: 638ebf80-5784-4979-8f95-bef19799cb38 for host: dv-cinder-786384-6-smb {{(pid=98825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:01:17.954361 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4932e4-1bac-47a9-a8af-fd4444c3cadb None None] Routers {'638ebf80-5784-4979-8f95-bef19799cb38'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:01:17.955385 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-7a4932e4-1bac-47a9-a8af-fd4444c3cadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:00:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['638ebf80-5784-4979-8f95-bef19799cb38'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:17.973503 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-af669534-cfa9-41f7-a145-31130ec72da7 req-574b98c6-8668-402b-bbee-4613329c102e service neutron] 10.222.0.72 "GET /v2.0/networks/dcd1ec79-ead3-4023-83d2-5d84776b65d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399359 May 25 16:01:18.097802 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07fcaf-1fb7-4c11-ac9c-0940bf85ba63 req-c0ef3bdb-ada5-4eff-900f-0a97eeb266e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:18.100283 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-da07fcaf-1fb7-4c11-ac9c-0940bf85ba63 req-c0ef3bdb-ada5-4eff-900f-0a97eeb266e0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=716f3b9d-2e05-4069-974f-5f782839f4ee HTTP/1.1" status: 200 len: 909 time: 0.2329290 May 25 16:01:18.195464 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-7a4932e4-1bac-47a9-a8af-fd4444c3cadb None None] Set router 638ebf80-5784-4979-8f95-bef19799cb38 gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:01:18.224887 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-af669534-cfa9-41f7-a145-31130ec72da7 req-c3501a62-1859-4240-a01d-c77a9210d052 service neutron] 10.222.0.72 "GET /v2.0/networks/dcd1ec79-ead3-4023-83d2-5d84776b65d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446723 May 25 16:01:18.238425 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-da07fcaf-1fb7-4c11-ac9c-0940bf85ba63 req-ffdf7762-533f-4d8a-8ff1-c9b5c800e191 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e790e1cf-055c-4914-b944-fa188a626391 HTTP/1.1" status: 200 len: 1000 time: 0.1209285 May 25 16:01:18.316009 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07fcaf-1fb7-4c11-ac9c-0940bf85ba63 req-53fb606c-53b5-4869-aee1-623056c809f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:18.317704 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-da07fcaf-1fb7-4c11-ac9c-0940bf85ba63 req-53fb606c-53b5-4869-aee1-623056c809f8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=af8a7898-c72b-46af-a95d-1f29441e0d63 HTTP/1.1" status: 200 len: 847 time: 0.0718846 May 25 16:01:18.408404 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07fcaf-1fb7-4c11-ac9c-0940bf85ba63 req-14749509-6edc-4134-b330-a1dfc9c83783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:18.410301 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-da07fcaf-1fb7-4c11-ac9c-0940bf85ba63 req-14749509-6edc-4134-b330-a1dfc9c83783 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=716f3b9d-2e05-4069-974f-5f782839f4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0853243 May 25 16:01:18.582842 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f2e9e2d4-33d5-40c7-85e4-e3e4b6b4d757 req-8bf18488-a963-4a5d-bca8-1fed1118b8b4 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=f14613b0-8bf2-44fe-a8cf-76fdcc9d13c4 HTTP/1.1" status: 200 len: 210 time: 0.0612299 May 25 16:01:18.623200 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-da07fcaf-1fb7-4c11-ac9c-0940bf85ba63 req-9bb3d8fe-985b-4082-9ae2-a175429b7676 service neutron] 10.222.0.91 "GET /v2.0/networks/716f3b9d-2e05-4069-974f-5f782839f4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046454 May 25 16:01:18.650219 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-7a4932e4-1bac-47a9-a8af-fd4444c3cadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638ebf80-5784-4979-8f95-bef19799cb38', 'name': 'tempest-TestShelveInstance-448159673-router', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89'}], 'enable_snat': True}, 'gw_port_id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:03Z', 'updated_at': '2021-05-25T16:00:11Z', 'revision_number': 4, 'project_id': '1009942ff088419bb323bdff264b58be', 'gw_port': {'id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ebf80-5784-4979-8f95-bef19799cb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:04Z', 'updated_at': '2021-05-25T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_floatingips': [{'id': '59af3715-b967-406b-8c40-bf0635942572', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'floating_ip_address': '172.28.1.201', 'floating_network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'router_id': '638ebf80-5784-4979-8f95-bef19799cb38', 'port_id': 'e790e1cf-055c-4914-b944-fa188a626391', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee', 'mac_address': 'fa:16:3e:d7:29:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f732159f-e536-407b-b1b9-102d2455b328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:01:15Z', 'updated_at': '2021-05-25T16:01:15Z', 'revision_number': 0, 'project_id': '1009942ff088419bb323bdff264b58be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9adab65-91ce-4dcb-b3dc-8b090b68afdd', 'name': '', 'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'mac_address': 'fa:16:3e:32:dc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ebf80-5784-4979-8f95-bef19799cb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'af8a7898-c72b-46af-a95d-1f29441e0d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:09Z', 'updated_at': '2021-05-25T16:00:20Z', 'revision_number': 5, 'project_id': '1009942ff088419bb323bdff264b58be', 'subnets': [{'id': 'af8a7898-c72b-46af-a95d-1f29441e0d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:18.662055 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4932e4-1bac-47a9-a8af-fd4444c3cadb None None] The sync data for ids ['638ebf80-5784-4979-8f95-bef19799cb38'] in dv-cinder-786384-6-smb is: [{'id': '638ebf80-5784-4979-8f95-bef19799cb38', 'name': 'tempest-TestShelveInstance-448159673-router', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89'}], 'enable_snat': True}, 'gw_port_id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:03Z', 'updated_at': '2021-05-25T16:00:11Z', 'revision_number': 4, 'project_id': '1009942ff088419bb323bdff264b58be', 'gw_port': {'id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ebf80-5784-4979-8f95-bef19799cb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:04Z', 'updated_at': '2021-05-25T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_floatingips': [{'id': '59af3715-b967-406b-8c40-bf0635942572', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'floating_ip_address': '172.28.1.201', 'floating_network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'router_id': '638ebf80-5784-4979-8f95-bef19799cb38', 'port_id': 'e790e1cf-055c-4914-b944-fa188a626391', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee', 'mac_address': 'fa:16:3e:d7:29:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f732159f-e536-407b-b1b9-102d2455b328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:01:15Z', 'updated_at': '2021-05-25T16:01:15Z', 'revision_number': 0, 'project_id': '1009942ff088419bb323bdff264b58be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9adab65-91ce-4dcb-b3dc-8b090b68afdd', 'name': '', 'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'mac_address': 'fa:16:3e:32:dc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ebf80-5784-4979-8f95-bef19799cb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'af8a7898-c72b-46af-a95d-1f29441e0d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:09Z', 'updated_at': '2021-05-25T16:00:20Z', 'revision_number': 5, 'project_id': '1009942ff088419bb323bdff264b58be', 'subnets': [{'id': 'af8a7898-c72b-46af-a95d-1f29441e0d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:01:18.776741 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-da07fcaf-1fb7-4c11-ac9c-0940bf85ba63 req-42661a2c-2b13-4906-917c-0a8d5127320c service neutron] 10.222.0.91 "GET /v2.0/networks/716f3b9d-2e05-4069-974f-5f782839f4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361568 May 25 16:01:18.870679 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e64782-f8b5-4de3-b5a9-98c2aa127c34 None None] New status for floating IP 59af3715-b967-406b-8c40-bf0635942572: ACTIVE {{(pid=98826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:01:18.961765 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3040498-6ca8-4e8d-8738-1bc0c11342a7 req-ecc69de4-6dac-4f73-af61-bd0afaa7d8be tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:18.963923 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e3040498-6ca8-4e8d-8738-1bc0c11342a7 req-ecc69de4-6dac-4f73-af61-bd0afaa7d8be tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.0838971 May 25 16:01:19.013204 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e3040498-6ca8-4e8d-8738-1bc0c11342a7 req-65a5d662-9b27-4f6f-bc3e-c0e0f6d8eb43 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432203 May 25 16:01:19.736405 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ab57111d-82b7-4a54-9997-6cd8c7f5b70e req-14f88047-29c7-4ee6-8be0-184e66ac1df8 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=f14613b0-8bf2-44fe-a8cf-76fdcc9d13c4 HTTP/1.1" status: 200 len: 210 time: 0.0445025 May 25 16:01:20.203298 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e7723-101c-495c-9731-67f6072315a5 req-1c82747a-52e2-4494-a8e3-5ecf032784fb tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:20.204735 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a93e7723-101c-495c-9731-67f6072315a5 req-1c82747a-52e2-4494-a8e3-5ecf032784fb tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.0818670 May 25 16:01:20.252783 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a93e7723-101c-495c-9731-67f6072315a5 req-2d6a056b-9dfa-4e82-bdda-a3bbe49052ed tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424228 May 25 16:01:20.905920 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f1fbb627-ffe7-4828-879c-4eb63253be0b req-13fa6042-0ed7-4cdf-9f43-54857fb71c6c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=f14613b0-8bf2-44fe-a8cf-76fdcc9d13c4 HTTP/1.1" status: 200 len: 210 time: 0.0585921 May 25 16:01:20.961182 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af669534-cfa9-41f7-a145-31130ec72da7 req-0a52532c-640d-440b-958c-3f6b9cf433a8 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:20.962860 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-af669534-cfa9-41f7-a145-31130ec72da7 req-0a52532c-640d-440b-958c-3f6b9cf433a8 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.91 "GET /v2.0/networks?id=dcd1ec79-ead3-4023-83d2-5d84776b65d6 HTTP/1.1" status: 200 len: 814 time: 0.2899168 May 25 16:01:20.987793 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [req-af669534-cfa9-41f7-a145-31130ec72da7 req-e47640ea-b5b4-4fa1-af37-f7d122e0fb68 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Request body: {'port': {'device_id': 'f14613b0-8bf2-44fe-a8cf-76fdcc9d13c4', 'network_id': 'dcd1ec79-ead3-4023-83d2-5d84776b65d6', 'admin_state_up': True, 'tenant_id': '672af14cc5e34f6cbf78d0c38253a926'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:21.124181 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [req-af669534-cfa9-41f7-a145-31130ec72da7 req-e47640ea-b5b4-4fa1-af37-f7d122e0fb68 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:21.133633 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [req-af669534-cfa9-41f7-a145-31130ec72da7 req-e47640ea-b5b4-4fa1-af37-f7d122e0fb68 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:21.215711 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af669534-cfa9-41f7-a145-31130ec72da7 req-e47640ea-b5b4-4fa1-af37-f7d122e0fb68 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Made reservation on behalf of 672af14cc5e34f6cbf78d0c38253a926 for: {'port': 1} {{(pid=98824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:01:21.220289 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-af669534-cfa9-41f7-a145-31130ec72da7 req-e47640ea-b5b4-4fa1-af37-f7d122e0fb68 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:21.439809 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_common [req-af669534-cfa9-41f7-a145-31130ec72da7 req-e47640ea-b5b4-4fa1-af37-f7d122e0fb68 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Allocated IP 172.20.0.9 (dcd1ec79-ead3-4023-83d2-5d84776b65d6/c430b497-da4a-44d0-8b44-c522eef11f79/37a3c8dd-246f-4e5a-a29e-718c54d2ffcd) {{(pid=98824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:01:21.512507 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f8f40-c936-4cb6-bcdf-f31a922ab2b2 req-6227847a-640c-40e7-9e7f-e7ee9d7d951b tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:21.514596 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-643f8f40-c936-4cb6-bcdf-f31a922ab2b2 req-6227847a-640c-40e7-9e7f-e7ee9d7d951b tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.1484244 May 25 16:01:21.659653 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-643f8f40-c936-4cb6-bcdf-f31a922ab2b2 req-91197e28-65cd-4946-b74d-77b55d8ca977 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b9e590-061d-4801-b6b4-ca8a8710bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239829 May 25 16:01:21.662113 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c6582-cbb7-4b77-9ca7-fb76fc754de2 req-c4d6a0c2-b925-4ef7-b07d-10c846257803 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:21.662984 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-053c6582-cbb7-4b77-9ca7-fb76fc754de2 req-c4d6a0c2-b925-4ef7-b07d-10c846257803 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Synchronizing usage tracker for tenant:6e0b579c2ed344be88993c3d0a0cb566 on resource:port {{(pid=98823) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:01:21.703843 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-af669534-cfa9-41f7-a145-31130ec72da7 req-e47640ea-b5b4-4fa1-af37-f7d122e0fb68 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks [] for port, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:21.796468 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-053c6582-cbb7-4b77-9ca7-fb76fc754de2 req-c4d6a0c2-b925-4ef7-b07d-10c846257803 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Unset dirty status for tenant:6e0b579c2ed344be88993c3d0a0cb566 on resource:port {{(pid=98823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:01:21.797783 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-053c6582-cbb7-4b77-9ca7-fb76fc754de2 req-c4d6a0c2-b925-4ef7-b07d-10c846257803 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.91 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 945 time: 0.2217045 May 25 16:01:21.831740 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-af669534-cfa9-41f7-a145-31130ec72da7 req-e47640ea-b5b4-4fa1-af37-f7d122e0fb68 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6454840'] for port, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:21.838977 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-cb65dcf5-2724-471b-ad91-227ac36e1417 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:21.882273 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['11423c4b-5763-4d71-af07-b0b5175f11a7'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:01:21.911898 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af669534-cfa9-41f7-a145-31130ec72da7 req-e47640ea-b5b4-4fa1-af37-f7d122e0fb68 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Network dcd1ec79-ead3-4023-83d2-5d84776b65d6 is already hosted by enough agents. {{(pid=98824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:01:21.915322 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [req-af669534-cfa9-41f7-a145-31130ec72da7 req-e47640ea-b5b4-4fa1-af37-f7d122e0fb68 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Resources bound (agent type, host, resource id): {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:01:21.917820 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.l3_dvrscheduler_db [req-af669534-cfa9-41f7-a145-31130ec72da7 req-e47640ea-b5b4-4fa1-af37-f7d122e0fb68 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Received port after_create {{(pid=98824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:01:21.951388 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-053c6582-cbb7-4b77-9ca7-fb76fc754de2 req-290eb9b4-0c96-4759-8980-b9cfeff7bcd5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Deleting port 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:01:21.951884 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-053c6582-cbb7-4b77-9ca7-fb76fc754de2 req-290eb9b4-0c96-4759-8980-b9cfeff7bcd5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:21.970201 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47640ea-b5b4-4fa1-af37-f7d122e0fb68 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Pushing event updated for resources: {'Port': ['ID=37a3c8dd-246f-4e5a-a29e-718c54d2ffcd,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:21.973426 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-e47640ea-b5b4-4fa1-af37-f7d122e0fb68 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:21.999848 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af669534-cfa9-41f7-a145-31130ec72da7 req-e47640ea-b5b4-4fa1-af37-f7d122e0fb68 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:22.000659 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-af669534-cfa9-41f7-a145-31130ec72da7 req-e47640ea-b5b4-4fa1-af37-f7d122e0fb68 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for port, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:22.103067 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-af669534-cfa9-41f7-a145-31130ec72da7 req-e47640ea-b5b4-4fa1-af37-f7d122e0fb68 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1189027 May 25 16:01:22.106485 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-053c6582-cbb7-4b77-9ca7-fb76fc754de2 req-290eb9b4-0c96-4759-8980-b9cfeff7bcd5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] For port 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0,segment=NetworkSegment(840503af-6db9-4321-a583-5cabf5e4dfef),segment_id=840503af-6db9-4321-a583-5cabf5e4dfef)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:22.106848 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-053c6582-cbb7-4b77-9ca7-fb76fc754de2 req-290eb9b4-0c96-4759-8980-b9cfeff7bcd5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:22.126624 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [req-af669534-cfa9-41f7-a145-31130ec72da7 req-dcc354bc-cead-4f5d-b31a-42f83b9ef014 service neutron] Request body: {'port': {'device_id': 'f14613b0-8bf2-44fe-a8cf-76fdcc9d13c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:22.248902 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa253532-1041-4cb0-a6da-83e34c985b34 req-ab64b935-ebb5-4397-a246-0d7ef75ec544 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:22.249600 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-fa253532-1041-4cb0-a6da-83e34c985b34 req-ab64b935-ebb5-4397-a246-0d7ef75ec544 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Synchronizing usage tracker for tenant:672af14cc5e34f6cbf78d0c38253a926 on resource:port {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:01:22.261670 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-15dbbccf-2373-4724-bd46-6e398010d04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:22.271623 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-af669534-cfa9-41f7-a145-31130ec72da7 req-dcc354bc-cead-4f5d-b31a-42f83b9ef014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:22.343986 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-fa253532-1041-4cb0-a6da-83e34c985b34 req-ab64b935-ebb5-4397-a246-0d7ef75ec544 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Unset dirty status for tenant:672af14cc5e34f6cbf78d0c38253a926 on resource:port {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:01:22.345169 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-fa253532-1041-4cb0-a6da-83e34c985b34 req-ab64b935-ebb5-4397-a246-0d7ef75ec544 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=f14613b0-8bf2-44fe-a8cf-76fdcc9d13c4 HTTP/1.1" status: 200 len: 931 time: 0.2821188 May 25 16:01:22.422721 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-053c6582-cbb7-4b77-9ca7-fb76fc754de2 req-290eb9b4-0c96-4759-8980-b9cfeff7bcd5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:22.422721 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-053c6582-cbb7-4b77-9ca7-fb76fc754de2 req-290eb9b4-0c96-4759-8980-b9cfeff7bcd5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449055'] for floatingip, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:22.422721 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.db.l3_db [req-053c6582-cbb7-4b77-9ca7-fb76fc754de2 req-290eb9b4-0c96-4759-8980-b9cfeff7bcd5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Floating IP 1d7df504-91ce-4d0d-94fc-04876d821d81 disassociated. External IP: 172.28.1.81, port: 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0. May 25 16:01:22.422721 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-053c6582-cbb7-4b77-9ca7-fb76fc754de2 req-290eb9b4-0c96-4759-8980-b9cfeff7bcd5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Calling delete_port for 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 owned by compute:nova {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:01:22.456740 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-fa253532-1041-4cb0-a6da-83e34c985b34 req-c491f3f7-00c7-4159-832e-43d8715c35db tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006804 May 25 16:01:22.610355 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-053c6582-cbb7-4b77-9ca7-fb76fc754de2 req-290eb9b4-0c96-4759-8980-b9cfeff7bcd5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:22.617471 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-01fdd090-f897-41d3-b0cf-cb0a0ca68f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:22.667493 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290eb9b4-0c96-4759-8980-b9cfeff7bcd5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Pushing event deleted for resources: {'Port': ['ID=5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:22.686098 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.notifiers.nova [req-af669534-cfa9-41f7-a145-31130ec72da7 req-dcc354bc-cead-4f5d-b31a-42f83b9ef014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a3c8dd-246f-4e5a-a29e-718c54d2ffcd {{(pid=98824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:01:22.694103 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-af669534-cfa9-41f7-a145-31130ec72da7 req-dcc354bc-cead-4f5d-b31a-42f83b9ef014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:22.717709 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.provisioning_blocks [req-af669534-cfa9-41f7-a145-31130ec72da7 req-dcc354bc-cead-4f5d-b31a-42f83b9ef014 service neutron] Transition to ACTIVE for port object 37a3c8dd-246f-4e5a-a29e-718c54d2ffcd will not be triggered until provisioned by entity L2. {{(pid=98824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:01:22.728569 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290eb9b4-0c96-4759-8980-b9cfeff7bcd5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:22.728971 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290eb9b4-0c96-4759-8980-b9cfeff7bcd5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:22.729335 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290eb9b4-0c96-4759-8980-b9cfeff7bcd5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:22.729691 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290eb9b4-0c96-4759-8980-b9cfeff7bcd5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:22.730044 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290eb9b4-0c96-4759-8980-b9cfeff7bcd5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:22.730394 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290eb9b4-0c96-4759-8980-b9cfeff7bcd5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:22.730750 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290eb9b4-0c96-4759-8980-b9cfeff7bcd5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:22.731126 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290eb9b4-0c96-4759-8980-b9cfeff7bcd5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:22.731474 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290eb9b4-0c96-4759-8980-b9cfeff7bcd5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:22.731814 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290eb9b4-0c96-4759-8980-b9cfeff7bcd5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:22.732185 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290eb9b4-0c96-4759-8980-b9cfeff7bcd5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:22.732527 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290eb9b4-0c96-4759-8980-b9cfeff7bcd5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:22.736248 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-290eb9b4-0c96-4759-8980-b9cfeff7bcd5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:22.826537 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-af669534-cfa9-41f7-a145-31130ec72da7 req-dcc354bc-cead-4f5d-b31a-42f83b9ef014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6454833'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:22.838255 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-06faa329-36ee-4b88-a817-e5baf454a5df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:22.875566 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6d118af1-dc46-45eb-837f-91d903aef1d2 req-b53e19e8-9449-4883-8cc4-a703d12cb45d tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 210 time: 0.0889292 May 25 16:01:22.986981 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-053c6582-cbb7-4b77-9ca7-fb76fc754de2 req-290eb9b4-0c96-4759-8980-b9cfeff7bcd5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Router 658faca0-2fef-4275-ab32-b5aaa6ca49a4 has already been hosted by L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab {{(pid=98823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:01:23.129584 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc354bc-cead-4f5d-b31a-42f83b9ef014 service neutron] Pushing event updated for resources: {'Port': ['ID=37a3c8dd-246f-4e5a-a29e-718c54d2ffcd,revision_number=2']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:23.136294 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-dcc354bc-cead-4f5d-b31a-42f83b9ef014 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:23.177682 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-af669534-cfa9-41f7-a145-31130ec72da7 req-dcc354bc-cead-4f5d-b31a-42f83b9ef014 service neutron] Attempting to bind port 37a3c8dd-246f-4e5a-a29e-718c54d2ffcd on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:01:23.178026 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-af669534-cfa9-41f7-a145-31130ec72da7 req-dcc354bc-cead-4f5d-b31a-42f83b9ef014 service neutron] Attempting to bind port 37a3c8dd-246f-4e5a-a29e-718c54d2ffcd by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3339c1aa-fb95-40a8-bfba-e704dbf21fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'dcd1ec79-ead3-4023-83d2-5d84776b65d6'}] {{(pid=98824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:01:23.178363 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af669534-cfa9-41f7-a145-31130ec72da7 req-dcc354bc-cead-4f5d-b31a-42f83b9ef014 service neutron] Attempting to bind port 37a3c8dd-246f-4e5a-a29e-718c54d2ffcd on network dcd1ec79-ead3-4023-83d2-5d84776b65d6 {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:01:23.183916 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af669534-cfa9-41f7-a145-31130ec72da7 req-dcc354bc-cead-4f5d-b31a-42f83b9ef014 service neutron] Port 37a3c8dd-246f-4e5a-a29e-718c54d2ffcd on network dcd1ec79-ead3-4023-83d2-5d84776b65d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:01:23.184239 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af669534-cfa9-41f7-a145-31130ec72da7 req-dcc354bc-cead-4f5d-b31a-42f83b9ef014 service neutron] Attempting to bind port 37a3c8dd-246f-4e5a-a29e-718c54d2ffcd on network dcd1ec79-ead3-4023-83d2-5d84776b65d6 {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:01:23.191155 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af669534-cfa9-41f7-a145-31130ec72da7 req-dcc354bc-cead-4f5d-b31a-42f83b9ef014 service neutron] Checking agent: {'id': '8886f986-558f-4b39-be9e-9feee4f02dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'started_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:01:23.191599 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af669534-cfa9-41f7-a145-31130ec72da7 req-dcc354bc-cead-4f5d-b31a-42f83b9ef014 service neutron] Checking segment: {'id': '3339c1aa-fb95-40a8-bfba-e704dbf21fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'dcd1ec79-ead3-4023-83d2-5d84776b65d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:01:23.192141 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af669534-cfa9-41f7-a145-31130ec72da7 req-dcc354bc-cead-4f5d-b31a-42f83b9ef014 service neutron] Bound using segment: {'id': '3339c1aa-fb95-40a8-bfba-e704dbf21fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'dcd1ec79-ead3-4023-83d2-5d84776b65d6'} {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:01:23.192718 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-af669534-cfa9-41f7-a145-31130ec72da7 req-dcc354bc-cead-4f5d-b31a-42f83b9ef014 service neutron] Bound port: 37a3c8dd-246f-4e5a-a29e-718c54d2ffcd, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3339c1aa-fb95-40a8-bfba-e704dbf21fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'dcd1ec79-ead3-4023-83d2-5d84776b65d6'}}] {{(pid=98824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:01:23.193207 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-af669534-cfa9-41f7-a145-31130ec72da7 req-dcc354bc-cead-4f5d-b31a-42f83b9ef014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:23.193402 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-053c6582-cbb7-4b77-9ca7-fb76fc754de2 req-290eb9b4-0c96-4759-8980-b9cfeff7bcd5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:01:23.204324 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8be6d8-5313-415b-89b4-56decf2edb73 None None] Sync routers for ids ['658faca0-2fef-4275-ab32-b5aaa6ca49a4'] in dv-cinder-786384-6-smb {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:01:23.214489 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8be6d8-5313-415b-89b4-56decf2edb73 None None] Routers {'658faca0-2fef-4275-ab32-b5aaa6ca49a4'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:01:23.215437 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-2a8be6d8-5313-415b-89b4-56decf2edb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:00:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['658faca0-2fef-4275-ab32-b5aaa6ca49a4'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:23.278328 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [req-053c6582-cbb7-4b77-9ca7-fb76fc754de2 req-290eb9b4-0c96-4759-8980-b9cfeff7bcd5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] No DVR routers for this DVR port 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 on host hv-cinder-78638 {{(pid=98823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:01:23.282254 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-053c6582-cbb7-4b77-9ca7-fb76fc754de2 req-290eb9b4-0c96-4759-8980-b9cfeff7bcd5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:23.285890 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476cc19d-a808-4dc5-99c8-b56d74c8ec69', 'name': 'network-vif-deleted', 'tag': '5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:01:23.318081 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.db [req-af669534-cfa9-41f7-a145-31130ec72da7 req-dcc354bc-cead-4f5d-b31a-42f83b9ef014 service neutron] For port 37a3c8dd-246f-4e5a-a29e-718c54d2ffcd, host hv-cinder-78638, cleared binding levels {{(pid=98824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:01:23.318081 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.db [req-af669534-cfa9-41f7-a145-31130ec72da7 req-dcc354bc-cead-4f5d-b31a-42f83b9ef014 service neutron] For port 37a3c8dd-246f-4e5a-a29e-718c54d2ffcd, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=37a3c8dd-246f-4e5a-a29e-718c54d2ffcd,segment=NetworkSegment(3339c1aa-fb95-40a8-bfba-e704dbf21fcc),segment_id=3339c1aa-fb95-40a8-bfba-e704dbf21fcc)] {{(pid=98824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:01:23.340666 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476cc19d-a808-4dc5-99c8-b56d74c8ec69', 'name': 'network-vif-deleted', 'tag': '5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0', 'status': 'completed', 'code': 200} May 25 16:01:23.399587 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-053c6582-cbb7-4b77-9ca7-fb76fc754de2 req-290eb9b4-0c96-4759-8980-b9cfeff7bcd5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.91 "DELETE /v2.0/ports/5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 HTTP/1.1" status: 204 len: 173 time: 1.5956469 May 25 16:01:23.410311 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-2a8be6d8-5313-415b-89b4-56decf2edb73 None None] Set router 658faca0-2fef-4275-ab32-b5aaa6ca49a4 gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:01:23.445246 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-af669534-cfa9-41f7-a145-31130ec72da7 req-dcc354bc-cead-4f5d-b31a-42f83b9ef014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6454833'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:23.449219 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-ee8acf70-1028-4c31-84a5-b1c1eb3f356c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:23.519762 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af669534-cfa9-41f7-a145-31130ec72da7 req-dcc354bc-cead-4f5d-b31a-42f83b9ef014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:23.519881 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-af669534-cfa9-41f7-a145-31130ec72da7 req-dcc354bc-cead-4f5d-b31a-42f83b9ef014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for port, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:23.521317 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-af669534-cfa9-41f7-a145-31130ec72da7 req-dcc354bc-cead-4f5d-b31a-42f83b9ef014 service neutron] 10.222.0.91 "PUT /v2.0/ports/37a3c8dd-246f-4e5a-a29e-718c54d2ffcd HTTP/1.1" status: 200 len: 1093 time: 1.4018834 May 25 16:01:23.524547 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14613b0-8bf2-44fe-a8cf-76fdcc9d13c4', 'tag': '37a3c8dd-246f-4e5a-a29e-718c54d2ffcd'}] {{(pid=98824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:01:23.569274 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc354bc-cead-4f5d-b31a-42f83b9ef014 service neutron] Pushing event updated for resources: {'Port': ['ID=37a3c8dd-246f-4e5a-a29e-718c54d2ffcd,revision_number=3']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:23.572543 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-dcc354bc-cead-4f5d-b31a-42f83b9ef014 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:23.649566 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14613b0-8bf2-44fe-a8cf-76fdcc9d13c4', 'tag': '37a3c8dd-246f-4e5a-a29e-718c54d2ffcd', 'status': 'completed', 'code': 200} May 25 16:01:23.762992 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceba4be-929a-476a-bd97-687ec03491dc req-20649b36-5a79-495c-bd3c-364153590968 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:23.765490 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-aceba4be-929a-476a-bd97-687ec03491dc req-20649b36-5a79-495c-bd3c-364153590968 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=f14613b0-8bf2-44fe-a8cf-76fdcc9d13c4 HTTP/1.1" status: 200 len: 943 time: 0.1518669 May 25 16:01:23.790067 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bad1f-cc80-464b-ab65-6b797c1334c2 req-34a1b674-a456-44f3-b491-81934b5fc3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:23.791622 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-225bad1f-cc80-464b-ab65-6b797c1334c2 req-34a1b674-a456-44f3-b491-81934b5fc3ab service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=672af14cc5e34f6cbf78d0c38253a926&device_id=f14613b0-8bf2-44fe-a8cf-76fdcc9d13c4 HTTP/1.1" status: 200 len: 1096 time: 0.1152287 May 25 16:01:23.809270 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-2a8be6d8-5313-415b-89b4-56decf2edb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'name': 'tempest-AttachVolumeTestJSON-1671783140-router', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:52Z', 'updated_at': '2021-05-25T15:57:00Z', 'revision_number': 4, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'gw_port': {'id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:54Z', 'updated_at': '2021-05-25T15:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': '3b98a5ed-156e-413b-9790-7f79fe8bb0b2', 'name': '', 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'mac_address': 'fa:16:3e:88:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:59Z', 'updated_at': '2021-05-25T15:57:16Z', 'revision_number': 5, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'subnets': [{'id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:23.814378 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8be6d8-5313-415b-89b4-56decf2edb73 None None] Checking router: 658faca0-2fef-4275-ab32-b5aaa6ca49a4 for host: dv-cinder-786384-6-smb {{(pid=98825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:01:23.822313 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8be6d8-5313-415b-89b4-56decf2edb73 None None] Routers {'658faca0-2fef-4275-ab32-b5aaa6ca49a4'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:01:23.822927 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-2a8be6d8-5313-415b-89b4-56decf2edb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:00:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['658faca0-2fef-4275-ab32-b5aaa6ca49a4'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:23.844458 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-aceba4be-929a-476a-bd97-687ec03491dc req-317771fa-4ac1-4566-8ef7-3f70fd192ff8 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707536 May 25 16:01:23.969690 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bad1f-cc80-464b-ab65-6b797c1334c2 req-8dd453ed-7d26-4a76-8502-a8fa742fa30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:23.971306 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-225bad1f-cc80-464b-ab65-6b797c1334c2 req-8dd453ed-7d26-4a76-8502-a8fa742fa30d service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=672af14cc5e34f6cbf78d0c38253a926&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1566381 May 25 16:01:24.035515 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-2a8be6d8-5313-415b-89b4-56decf2edb73 None None] Set router 658faca0-2fef-4275-ab32-b5aaa6ca49a4 gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:01:24.112753 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5ceed1ea-0ae1-4ea1-9c14-20a7e82ba33f req-b6062298-cf6f-4d5a-8b7e-0f3eb451e912 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=476cc19d-a808-4dc5-99c8-b56d74c8ec69 HTTP/1.1" status: 200 len: 210 time: 0.0578778 May 25 16:01:24.158152 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bad1f-cc80-464b-ab65-6b797c1334c2 req-4dc4e990-2484-414a-bc6d-4bedbd1c59aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:24.159618 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-225bad1f-cc80-464b-ab65-6b797c1334c2 req-4dc4e990-2484-414a-bc6d-4bedbd1c59aa service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1814411 May 25 16:01:24.347902 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af669534-cfa9-41f7-a145-31130ec72da7 req-e4b50526-00bb-4047-a893-a80eeb874a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:24.349491 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-af669534-cfa9-41f7-a145-31130ec72da7 req-e4b50526-00bb-4047-a893-a80eeb874a92 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=672af14cc5e34f6cbf78d0c38253a926&device_id=f14613b0-8bf2-44fe-a8cf-76fdcc9d13c4 HTTP/1.1" status: 200 len: 1096 time: 0.0779743 May 25 16:01:24.366179 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-2a8be6d8-5313-415b-89b4-56decf2edb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'name': 'tempest-AttachVolumeTestJSON-1671783140-router', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:52Z', 'updated_at': '2021-05-25T15:57:00Z', 'revision_number': 4, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'gw_port': {'id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:54Z', 'updated_at': '2021-05-25T15:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': '3b98a5ed-156e-413b-9790-7f79fe8bb0b2', 'name': '', 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'mac_address': 'fa:16:3e:88:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:59Z', 'updated_at': '2021-05-25T15:57:16Z', 'revision_number': 5, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'subnets': [{'id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:24.370452 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8be6d8-5313-415b-89b4-56decf2edb73 None None] The sync data for ids ['658faca0-2fef-4275-ab32-b5aaa6ca49a4'] in dv-cinder-786384-6-smb is: [{'id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'name': 'tempest-AttachVolumeTestJSON-1671783140-router', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:52Z', 'updated_at': '2021-05-25T15:57:00Z', 'revision_number': 4, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'gw_port': {'id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:54Z', 'updated_at': '2021-05-25T15:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': '3b98a5ed-156e-413b-9790-7f79fe8bb0b2', 'name': '', 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'mac_address': 'fa:16:3e:88:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:59Z', 'updated_at': '2021-05-25T15:57:16Z', 'revision_number': 5, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'subnets': [{'id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:01:24.432704 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-af669534-cfa9-41f7-a145-31130ec72da7 req-af67a096-9738-457a-af17-31656665f5df service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37a3c8dd-246f-4e5a-a29e-718c54d2ffcd HTTP/1.1" status: 200 len: 217 time: 0.0675614 May 25 16:01:24.509113 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af669534-cfa9-41f7-a145-31130ec72da7 req-d4906c7d-2fb8-4edf-aef4-9da34477e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:24.510807 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-af669534-cfa9-41f7-a145-31130ec72da7 req-d4906c7d-2fb8-4edf-aef4-9da34477e2de service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c430b497-da4a-44d0-8b44-c522eef11f79 HTTP/1.1" status: 200 len: 854 time: 0.0647490 May 25 16:01:24.573382 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-af669534-cfa9-41f7-a145-31130ec72da7 req-5c510322-32fe-465c-b638-244c2c555056 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dcd1ec79-ead3-4023-83d2-5d84776b65d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460451 May 25 16:01:24.649073 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f153a2c2-5f78-4229-b3b4-991bb75eafb2 None None] New status for floating IP 1d7df504-91ce-4d0d-94fc-04876d821d81: DOWN {{(pid=98826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:01:24.722271 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:24.754278 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-af669534-cfa9-41f7-a145-31130ec72da7 req-6bdc1243-abe5-4243-9135-644609ed36d4 service neutron] 10.222.0.91 "GET /v2.0/networks/dcd1ec79-ead3-4023-83d2-5d84776b65d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664095 May 25 16:01:24.767621 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-5fb8458a-b49e-431b-b505-dd69c2a9b0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:24.907771 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-af669534-cfa9-41f7-a145-31130ec72da7 req-52c85270-b081-45ee-919e-85a8a45feeb4 service neutron] 10.222.0.91 "GET /v2.0/networks/dcd1ec79-ead3-4023-83d2-5d84776b65d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444776 May 25 16:01:24.989745 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:01:25.037007 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] No Port match for: 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:01:25.037498 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 5cde4d00-9cb3-47d0-8e8a-fec184cd6ed0 not bound to the agent host hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:01:25.051445 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84312d12-1c14-4630-89a3-4018c3358275 req-809b243b-8d68-4ba0-a779-56b2e8c9f963 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:25.053065 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-84312d12-1c14-4630-89a3-4018c3358275 req-809b243b-8d68-4ba0-a779-56b2e8c9f963 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=f14613b0-8bf2-44fe-a8cf-76fdcc9d13c4 HTTP/1.1" status: 200 len: 943 time: 0.0949020 May 25 16:01:25.099654 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-84312d12-1c14-4630-89a3-4018c3358275 req-60ed504e-9ebc-4e88-8e38-12876f3a93c9 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406396 May 25 16:01:25.113164 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:25.291182 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 45750) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:25.360002 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4f76e59b-daf3-4c81-bd44-a436c06305e2 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:25.388751 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4f76e59b-daf3-4c81-bd44-a436c06305e2 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:25.527618 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4f76e59b-daf3-4c81-bd44-a436c06305e2 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:25.532129 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-6d94f9d4-0044-4f3a-a55b-d91850aaea11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:25.554662 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76e59b-daf3-4c81-bd44-a436c06305e2 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b9e590-061d-4801-b6b4-ca8a8710bdac,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:25.558148 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-4f76e59b-daf3-4c81-bd44-a436c06305e2 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:25.632358 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4f76e59b-daf3-4c81-bd44-a436c06305e2 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:25.633593 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-4f76e59b-daf3-4c81-bd44-a436c06305e2 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "DELETE /v2.0/security-groups/37b9e590-061d-4801-b6b4-ca8a8710bdac HTTP/1.1" status: 204 len: 168 time: 0.3412688 May 25 16:01:25.636398 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 45754) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:25.654500 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.api.v2.resource [None req-689e9c05-fc95-40a8-af30-93e6662d5372 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] show failed (client error): The resource could not be found. May 25 16:01:25.655399 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-689e9c05-fc95-40a8-af30-93e6662d5372 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups/37b9e590-061d-4801-b6b4-ca8a8710bdac HTTP/1.1" status: 404 len: 347 time: 0.0180809 May 25 16:01:25.658634 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 45758) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:25.864170 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:25.897597 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-c6de05b4-3f73-4a55-8aff-fe9fa5e42750 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Deleting port 0bc6d0b8-aff7-4ae1-b0aa-60f68166b353 {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:01:25.897956 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c6de05b4-3f73-4a55-8aff-fe9fa5e42750 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:26.031560 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c6de05b4-3f73-4a55-8aff-fe9fa5e42750 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:26.031893 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c6de05b4-3f73-4a55-8aff-fe9fa5e42750 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:26.163453 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-c6de05b4-3f73-4a55-8aff-fe9fa5e42750 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Calling delete_port for 0bc6d0b8-aff7-4ae1-b0aa-60f68166b353 owned by network:floatingip {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:01:26.309868 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cdfe1-f2a3-4008-b7e3-9646b9831a45 req-9a20ee6f-99b3-42b8-9870-38a6465b865a tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:26.311299 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b13cdfe1-f2a3-4008-b7e3-9646b9831a45 req-9a20ee6f-99b3-42b8-9870-38a6465b865a tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=f14613b0-8bf2-44fe-a8cf-76fdcc9d13c4 HTTP/1.1" status: 200 len: 943 time: 0.0825186 May 25 16:01:26.358835 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b13cdfe1-f2a3-4008-b7e3-9646b9831a45 req-3dbeeac8-3b62-456b-b287-db71b51df949 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412219 May 25 16:01:26.364652 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c6de05b4-3f73-4a55-8aff-fe9fa5e42750 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:26.369751 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-5c2b3143-4f71-4b96-bf09-a961d602acd3 tempest-VolumesActionsTest-954821114 tempest-VolumesActionsTest-954821114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:26.419332 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de05b4-3f73-4a55-8aff-fe9fa5e42750 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Pushing event deleted for resources: {'Port': ['ID=0bc6d0b8-aff7-4ae1-b0aa-60f68166b353,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:26.447892 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-c6de05b4-3f73-4a55-8aff-fe9fa5e42750 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:26.515372 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c6de05b4-3f73-4a55-8aff-fe9fa5e42750 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for floatingip, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:26.530406 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c6de05b4-3f73-4a55-8aff-fe9fa5e42750 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for floatingip, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:26.531536 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-c6de05b4-3f73-4a55-8aff-fe9fa5e42750 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "DELETE /v2.0/floatingips/1d7df504-91ce-4d0d-94fc-04876d821d81 HTTP/1.1" status: 204 len: 168 time: 0.8719409 May 25 16:01:27.008450 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 37a3c8dd-246f-4e5a-a29e-718c54d2ffcd details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:01:27.031090 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 45766) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:27.036560 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-5e722fcc-73da-4a03-a69f-64c539b3e283 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--88802094', 'description': 'tempest-description--1523959767'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:27.042308 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-5e722fcc-73da-4a03-a69f-64c539b3e283 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:27.047927 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-5e722fcc-73da-4a03-a69f-64c539b3e283 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Usage tracker for resource:security_group and tenant:6e0b579c2ed344be88993c3d0a0cb566 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:27.050477 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-5e722fcc-73da-4a03-a69f-64c539b3e283 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:27.060412 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-5e722fcc-73da-4a03-a69f-64c539b3e283 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:27.182393 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 37a3c8dd-246f-4e5a-a29e-718c54d2ffcd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=37a3c8dd-246f-4e5a-a29e-718c54d2ffcd,segment=NetworkSegment(3339c1aa-fb95-40a8-bfba-e704dbf21fcc),segment_id=3339c1aa-fb95-40a8-bfba-e704dbf21fcc)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:27.197628 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Returning: {'device': '37a3c8dd-246f-4e5a-a29e-718c54d2ffcd', 'network_id': 'dcd1ec79-ead3-4023-83d2-5d84776b65d6', 'port_id': '37a3c8dd-246f-4e5a-a29e-718c54d2ffcd', 'mac_address': 'fa:16:3e:44:72:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c430b497-da4a-44d0-8b44-c522eef11f79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:01:27.210149 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5e722fcc-73da-4a03-a69f-64c539b3e283 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:27.261870 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:27.282571 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a3c8dd-246f-4e5a-a29e-718c54d2ffcd {{(pid=98825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:01:27.300720 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 37a3c8dd-246f-4e5a-a29e-718c54d2ffcd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=37a3c8dd-246f-4e5a-a29e-718c54d2ffcd,segment=NetworkSegment(3339c1aa-fb95-40a8-bfba-e704dbf21fcc),segment_id=3339c1aa-fb95-40a8-bfba-e704dbf21fcc)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:27.315761 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-5e722fcc-73da-4a03-a69f-64c539b3e283 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:27.319609 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-5e722fcc-73da-4a03-a69f-64c539b3e283 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Usage tracker for resource:security_group_rule and tenant:6e0b579c2ed344be88993c3d0a0cb566 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:27.322498 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-5e722fcc-73da-4a03-a69f-64c539b3e283 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:27.328589 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-5e722fcc-73da-4a03-a69f-64c539b3e283 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:27.396670 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:27.398290 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-13c5a6a7-48c7-4400-8b63-a4aca71b989d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:27.402843 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5e722fcc-73da-4a03-a69f-64c539b3e283 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:27.466295 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=37a3c8dd-246f-4e5a-a29e-718c54d2ffcd,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:27.474173 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:27.476434 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:27.476434 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:27.476434 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:27.476434 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:27.476434 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:27.476434 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:27.476434 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:27.477219 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:27.477219 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:27.477467 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:27.477793 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:27.481609 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:27.507095 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5e722fcc-73da-4a03-a69f-64c539b3e283 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:27.516561 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a06adf71-d885-4cc0-b9da-b1cb2380107d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:27.579335 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e722fcc-73da-4a03-a69f-64c539b3e283 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07e1fd97-55d0-45ba-8adf-cdb46d870571,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:27.582810 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-5e722fcc-73da-4a03-a69f-64c539b3e283 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:27.610847 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40749f27-6de4-455e-b503-b880d0bde026 req-6f733755-b970-4f45-95e6-69bebdfeba21 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:27.612304 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-40749f27-6de4-455e-b503-b880d0bde026 req-6f733755-b970-4f45-95e6-69bebdfeba21 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=f14613b0-8bf2-44fe-a8cf-76fdcc9d13c4 HTTP/1.1" status: 200 len: 944 time: 0.1421633 May 25 16:01:27.650073 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5e722fcc-73da-4a03-a69f-64c539b3e283 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:27.651268 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-5e722fcc-73da-4a03-a69f-64c539b3e283 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6191330 May 25 16:01:27.654480 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 45772) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:27.660328 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-0a1fe918-5202-4e49-b3b4-afcd6b3c9154 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Request body: {'security_group_rule': {'security_group_id': '07e1fd97-55d0-45ba-8adf-cdb46d870571', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:27.662988 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-40749f27-6de4-455e-b503-b880d0bde026 req-c0ab506c-2b0a-4e01-8d85-90aec847e86c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449276 May 25 16:01:27.667687 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-0a1fe918-5202-4e49-b3b4-afcd6b3c9154 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:27.672383 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-0a1fe918-5202-4e49-b3b4-afcd6b3c9154 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Usage tracker for resource:security_group_rule and tenant:6e0b579c2ed344be88993c3d0a0cb566 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:27.675246 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-0a1fe918-5202-4e49-b3b4-afcd6b3c9154 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:27.684754 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-0a1fe918-5202-4e49-b3b4-afcd6b3c9154 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:27.776370 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe918-5202-4e49-b3b4-afcd6b3c9154 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:27.785644 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['37a3c8dd-246f-4e5a-a29e-718c54d2ffcd'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:01:27.847497 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe918-5202-4e49-b3b4-afcd6b3c9154 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:27.922095 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe918-5202-4e49-b3b4-afcd6b3c9154 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589395'] for security_group_rule, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:27.930435 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:27.960454 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fe918-5202-4e49-b3b4-afcd6b3c9154 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d70a1c0-3719-4a06-9c23-46417775e70e,revision_number=0']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:27.964104 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-0a1fe918-5202-4e49-b3b4-afcd6b3c9154 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:27.978913 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:28.033316 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe918-5202-4e49-b3b4-afcd6b3c9154 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:28.034513 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-0a1fe918-5202-4e49-b3b4-afcd6b3c9154 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3789475 May 25 16:01:28.037422 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 45776) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:28.042521 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-fb88794a-5bac-4527-a794-5fca5c892982 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Request body: {'security_group_rule': {'security_group_id': '07e1fd97-55d0-45ba-8adf-cdb46d870571', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:28.049267 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-fb88794a-5bac-4527-a794-5fca5c892982 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:28.053022 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-fb88794a-5bac-4527-a794-5fca5c892982 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Usage tracker for resource:security_group_rule and tenant:6e0b579c2ed344be88993c3d0a0cb566 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:28.055825 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-fb88794a-5bac-4527-a794-5fca5c892982 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:28.062606 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-fb88794a-5bac-4527-a794-5fca5c892982 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:28.153383 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-fb88794a-5bac-4527-a794-5fca5c892982 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:28.236740 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-fb88794a-5bac-4527-a794-5fca5c892982 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:28.324756 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-fb88794a-5bac-4527-a794-5fca5c892982 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589395'] for security_group_rule, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:28.332291 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-8674adb4-7c97-4a09-8905-f30845c752ec tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:28.353187 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88794a-5bac-4527-a794-5fca5c892982 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47730579-3623-42d9-8e30-47e390d00cfb,revision_number=0']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:28.358062 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-fb88794a-5bac-4527-a794-5fca5c892982 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:28.410355 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-fb88794a-5bac-4527-a794-5fca5c892982 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:28.411624 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-fb88794a-5bac-4527-a794-5fca5c892982 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3732355 May 25 16:01:28.414717 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 45780) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:28.420116 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-300acb5c-fbc6-4443-8b24-de74cac68bc8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Request body: {'floatingip': {'floating_network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:28.426421 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-300acb5c-fbc6-4443-8b24-de74cac68bc8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:28.430382 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-300acb5c-fbc6-4443-8b24-de74cac68bc8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Usage tracker for resource:floatingip and tenant:6e0b579c2ed344be88993c3d0a0cb566 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:28.433297 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-300acb5c-fbc6-4443-8b24-de74cac68bc8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:28.439703 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-300acb5c-fbc6-4443-8b24-de74cac68bc8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:28.550705 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-300acb5c-fbc6-4443-8b24-de74cac68bc8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for floatingip, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:28.691347 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-300acb5c-fbc6-4443-8b24-de74cac68bc8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:28.856778 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425eda98-aa0e-4bb5-b9fe-5736d54496b5 req-387bfd65-ab99-4db9-b3f6-0fb4c2475691 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:28.858516 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-425eda98-aa0e-4bb5-b9fe-5736d54496b5 req-387bfd65-ab99-4db9-b3f6-0fb4c2475691 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=f14613b0-8bf2-44fe-a8cf-76fdcc9d13c4 HTTP/1.1" status: 200 len: 944 time: 0.0850258 May 25 16:01:28.906195 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-425eda98-aa0e-4bb5-b9fe-5736d54496b5 req-33fbe587-46a4-4443-a195-7c0d96c3fe8a tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418437 May 25 16:01:28.933912 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.db_base_plugin_common [None req-300acb5c-fbc6-4443-8b24-de74cac68bc8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Allocated IP 172.28.1.101 (be3871dc-f381-4103-8f68-0343c836dc76/3c10e3ea-68ab-49d4-8887-aa85c11495c1/b209dbec-3e6c-4acc-8767-61353b5a5806) {{(pid=98823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:01:29.026952 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 37a3c8dd-246f-4e5a-a29e-718c54d2ffcd up at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:01:29.082160 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-300acb5c-fbc6-4443-8b24-de74cac68bc8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for port, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:29.161936 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning for port 37a3c8dd-246f-4e5a-a29e-718c54d2ffcd completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:01:29.167108 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning complete for port 37a3c8dd-246f-4e5a-a29e-718c54d2ffcd triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:01:29.169885 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:29.186154 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-300acb5c-fbc6-4443-8b24-de74cac68bc8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:29.190086 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-e7b0326e-72b8-49e0-b98d-2c77a2340755 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:29.255781 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300acb5c-fbc6-4443-8b24-de74cac68bc8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Network be3871dc-f381-4103-8f68-0343c836dc76 is already hosted by enough agents. {{(pid=98823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:01:29.258679 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [None req-300acb5c-fbc6-4443-8b24-de74cac68bc8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Resources bound (agent type, host, resource id): {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:01:29.262103 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300acb5c-fbc6-4443-8b24-de74cac68bc8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Received port after_create {{(pid=98823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:01:29.287339 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:29.296321 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300acb5c-fbc6-4443-8b24-de74cac68bc8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Pushing event updated for resources: {'Port': ['ID=b209dbec-3e6c-4acc-8767-61353b5a5806,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:29.302488 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-300acb5c-fbc6-4443-8b24-de74cac68bc8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:29.317975 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14613b0-8bf2-44fe-a8cf-76fdcc9d13c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a3c8dd-246f-4e5a-a29e-718c54d2ffcd'}] {{(pid=98825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:01:29.330487 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 37a3c8dd-246f-4e5a-a29e-718c54d2ffcd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=37a3c8dd-246f-4e5a-a29e-718c54d2ffcd,segment=NetworkSegment(3339c1aa-fb95-40a8-bfba-e704dbf21fcc),segment_id=3339c1aa-fb95-40a8-bfba-e704dbf21fcc)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:29.355155 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-300acb5c-fbc6-4443-8b24-de74cac68bc8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:29.363744 dv-cinder-786384-6-smb neutron-server[98825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14613b0-8bf2-44fe-a8cf-76fdcc9d13c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a3c8dd-246f-4e5a-a29e-718c54d2ffcd', 'code': 200} May 25 16:01:29.390521 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:29.392344 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-44fbf6d2-9ff7-4d61-97b5-9d084f09717a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:29.461906 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=37a3c8dd-246f-4e5a-a29e-718c54d2ffcd,revision_number=5']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:29.464987 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:29.482518 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-300acb5c-fbc6-4443-8b24-de74cac68bc8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:29.705201 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-300acb5c-fbc6-4443-8b24-de74cac68bc8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for port, precommit_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:29.764595 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-300acb5c-fbc6-4443-8b24-de74cac68bc8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8273186'] for port, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:29.768432 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:29.854635 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fc61b-e36a-42df-bf47-b9d5d3e60e70 req-455fbb28-93b2-4e43-9d3a-ea90a917da24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:29.856193 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-991fc61b-e36a-42df-bf47-b9d5d3e60e70 req-455fbb28-93b2-4e43-9d3a-ea90a917da24 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f14613b0-8bf2-44fe-a8cf-76fdcc9d13c4 HTTP/1.1" status: 200 len: 1098 time: 0.0871344 May 25 16:01:29.882373 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300acb5c-fbc6-4443-8b24-de74cac68bc8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Pushing event updated for resources: {'Port': ['ID=b209dbec-3e6c-4acc-8767-61353b5a5806,revision_number=2']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:29.885239 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-300acb5c-fbc6-4443-8b24-de74cac68bc8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:29.892869 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-300acb5c-fbc6-4443-8b24-de74cac68bc8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449055'] for floatingip, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:29.903695 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-991fc61b-e36a-42df-bf47-b9d5d3e60e70 req-5bfa9486-4a14-4f4f-b073-75d1b98abf1c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378239 May 25 16:01:29.968283 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-300acb5c-fbc6-4443-8b24-de74cac68bc8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for floatingip, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:29.969676 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-300acb5c-fbc6-4443-8b24-de74cac68bc8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5539072 May 25 16:01:30.094250 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38343c59-02e0-4e69-8612-6e54d233ff73 req-e89c2d84-772c-4403-afd1-58374e543c1c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:30.095734 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-38343c59-02e0-4e69-8612-6e54d233ff73 req-e89c2d84-772c-4403-afd1-58374e543c1c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=f14613b0-8bf2-44fe-a8cf-76fdcc9d13c4 HTTP/1.1" status: 200 len: 945 time: 0.0820963 May 25 16:01:30.145976 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-38343c59-02e0-4e69-8612-6e54d233ff73 req-d1edcddc-4409-4e9f-ab21-d2e210bad80e tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444884 May 25 16:01:30.199935 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-cb9170ec-5f9e-4dea-9158-0f86caf53fa5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Synchronizing usage tracker for tenant:6e0b579c2ed344be88993c3d0a0cb566 on resource:security_group {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:01:30.289944 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-cb9170ec-5f9e-4dea-9158-0f86caf53fa5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Unset dirty status for tenant:6e0b579c2ed344be88993c3d0a0cb566 on resource:security_group {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:01:30.291182 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-cb9170ec-5f9e-4dea-9158-0f86caf53fa5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--88802094&fields=id&tenant_id=6e0b579c2ed344be88993c3d0a0cb566 HTTP/1.1" status: 200 len: 267 time: 0.1298463 May 25 16:01:30.441916 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-b66afa8c-8053-4efa-a3e8-4ad09a3c8d6a tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:30.443261 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-b66afa8c-8053-4efa-a3e8-4ad09a3c8d6a tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/networks?id=a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d HTTP/1.1" status: 200 len: 811 time: 0.1447554 May 25 16:01:30.457966 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-850c5243-e0c4-4419-8fe1-5ce0ae68a2bb tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/quotas/6e0b579c2ed344be88993c3d0a0cb566 HTTP/1.1" status: 200 len: 375 time: 0.0093820 May 25 16:01:30.548754 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-9331d83b-f19a-42a3-9a6b-46730c97d38b tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6e0b579c2ed344be88993c3d0a0cb566&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0855091 May 25 16:01:30.688937 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-075fe99d-4fdb-45e9-ab5c-6ba2ffd7e93e service neutron] 10.222.0.72 "GET /v2.0/networks/a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274884 May 25 16:01:30.820761 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-f7d1f36e-dd7b-4745-bc30-f8f24ff12487 service neutron] 10.222.0.72 "GET /v2.0/networks/a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259084 May 25 16:01:31.110337 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7c467719-2579-4cae-bde5-ab32d2e73b13 req-26f9cd81-9c0e-478e-baf4-96512419fa14 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7f68ad4-b3d9-41e6-9ccb-42ec3d835206 HTTP/1.1" status: 200 len: 210 time: 0.0476813 May 25 16:01:31.337960 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd7e57-0dac-4de1-9315-1e06d805fedd req-79ca5475-4b7d-4066-86a6-091b1725c2d5 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:31.339344 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3ffd7e57-0dac-4de1-9315-1e06d805fedd req-79ca5475-4b7d-4066-86a6-091b1725c2d5 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=f14613b0-8bf2-44fe-a8cf-76fdcc9d13c4 HTTP/1.1" status: 200 len: 945 time: 0.0836904 May 25 16:01:31.392443 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3ffd7e57-0dac-4de1-9315-1e06d805fedd req-4ccf5f57-4f00-4a3b-8e57-2ae057997280 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468686 May 25 16:01:31.436636 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-763b3ad0-b412-4adb-b40e-db3df7284377 req-1a1c4c9d-e9dc-4900-9e8b-05130067b810 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-236405119&fields=id&tenant_id=04e5d6c18a744c4fb33799b5049c26af HTTP/1.1" status: 200 len: 267 time: 0.0430641 May 25 16:01:31.528607 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b3ad0-b412-4adb-b40e-db3df7284377 req-344b7633-3a4b-425d-9b1a-c22503baf37e tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:31.530343 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-763b3ad0-b412-4adb-b40e-db3df7284377 req-344b7633-3a4b-425d-9b1a-c22503baf37e tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 984 time: 0.0883563 May 25 16:01:31.542366 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [req-763b3ad0-b412-4adb-b40e-db3df7284377 req-334f66e4-ea4c-41a6-a471-26e9dd62d1a4 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Request body: {'port': {'security_groups': ['bf4e0583-12b2-4fb0-a3cb-48465ff63bb1']}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:31.697749 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-763b3ad0-b412-4adb-b40e-db3df7284377 req-334f66e4-ea4c-41a6-a471-26e9dd62d1a4 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:31.960119 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.db [req-763b3ad0-b412-4adb-b40e-db3df7284377 req-334f66e4-ea4c-41a6-a471-26e9dd62d1a4 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] For port 693d1b90-616a-491c-8290-a778ec7727ef, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=693d1b90-616a-491c-8290-a778ec7727ef,segment=NetworkSegment(09faaebc-deae-4e59-aabb-12f66238ab21),segment_id=09faaebc-deae-4e59-aabb-12f66238ab21)] {{(pid=98824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:31.986071 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-763b3ad0-b412-4adb-b40e-db3df7284377 req-334f66e4-ea4c-41a6-a471-26e9dd62d1a4 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for port, precommit_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:32.053174 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-763b3ad0-b412-4adb-b40e-db3df7284377 req-334f66e4-ea4c-41a6-a471-26e9dd62d1a4 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6454833'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:32.060465 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-aa036d1d-7e3d-4a74-8e9c-4cc51f342106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:32.096111 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['693d1b90-616a-491c-8290-a778ec7727ef'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:01:32.209115 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b3ad0-b412-4adb-b40e-db3df7284377 req-334f66e4-ea4c-41a6-a471-26e9dd62d1a4 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:32.209733 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-763b3ad0-b412-4adb-b40e-db3df7284377 req-334f66e4-ea4c-41a6-a471-26e9dd62d1a4 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for port, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:32.214129 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-763b3ad0-b412-4adb-b40e-db3df7284377 req-334f66e4-ea4c-41a6-a471-26e9dd62d1a4 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "PUT /v2.0/ports/693d1b90-616a-491c-8290-a778ec7727ef HTTP/1.1" status: 200 len: 942 time: 0.6766272 May 25 16:01:32.217659 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 45824) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:32.224427 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8d9e57-81c3-4f8c-8478-7c7b20d42514', 'tag': '693d1b90-616a-491c-8290-a778ec7727ef'}] {{(pid=98824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:01:32.328665 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8d9e57-81c3-4f8c-8478-7c7b20d42514', 'tag': '693d1b90-616a-491c-8290-a778ec7727ef', 'status': 'completed', 'code': 200} May 25 16:01:32.338123 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0eb49b4e-8594-47be-9f92-cb4b6faa4a77 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:32.347424 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9efc3a19-6a86-41a7-8d8b-3d95619e5ec9 req-b3671680-b063-469e-9592-1712e2782608 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7f68ad4-b3d9-41e6-9ccb-42ec3d835206 HTTP/1.1" status: 200 len: 210 time: 0.0996206 May 25 16:01:32.359282 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f66e4-ea4c-41a6-a471-26e9dd62d1a4 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Pushing event updated for resources: {'Port': ['ID=693d1b90-616a-491c-8290-a778ec7727ef,revision_number=7']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:32.364065 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-334f66e4-ea4c-41a6-a471-26e9dd62d1a4 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:32.384761 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0eb49b4e-8594-47be-9f92-cb4b6faa4a77 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:32.481149 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b6955-df63-4ef9-862f-596adb8df692 req-27b4f707-e50e-4f9e-b7a3-9f9fe63b1606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:32.483428 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-462b6955-df63-4ef9-862f-596adb8df692 req-27b4f707-e50e-4f9e-b7a3-9f9fe63b1606 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=04e5d6c18a744c4fb33799b5049c26af&device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 1098 time: 0.0951641 May 25 16:01:32.499272 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['693d1b90-616a-491c-8290-a778ec7727ef'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:01:32.541704 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0eb49b4e-8594-47be-9f92-cb4b6faa4a77 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:32.553314 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-98d973f6-8662-4c0c-a401-89d6428185da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:32.566263 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb49b4e-8594-47be-9f92-cb4b6faa4a77 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8007f4fb-a271-473b-9cf4-8baf1fca124f,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:32.576263 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-0eb49b4e-8594-47be-9f92-cb4b6faa4a77 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:32.592533 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0eb49b4e-8594-47be-9f92-cb4b6faa4a77 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:32.592533 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-0eb49b4e-8594-47be-9f92-cb4b6faa4a77 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "DELETE /v2.0/security-groups/8007f4fb-a271-473b-9cf4-8baf1fca124f HTTP/1.1" status: 204 len: 168 time: 0.3642859 May 25 16:01:32.592533 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 45832) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:32.601681 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-3fd1f2db-5dd3-4a80-bf3b-95b46ec7b760 None None] Provisioning complete for port 693d1b90-616a-491c-8290-a778ec7727ef triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:01:32.602151 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f2db-5dd3-4a80-bf3b-95b46ec7b760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:32.698083 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b6955-df63-4ef9-862f-596adb8df692 req-a7b3ba02-3794-4688-90d7-9dcebd2c18f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:32.699462 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-462b6955-df63-4ef9-862f-596adb8df692 req-a7b3ba02-3794-4688-90d7-9dcebd2c18f9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ab46e9ff-c4ed-42a6-a4bf-84fd634e0151 HTTP/1.1" status: 200 len: 915 time: 0.2077718 May 25 16:01:32.713210 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2a794-aee4-44a3-a1f2-2389ca9c1c01 req-474ba6b8-6c52-4e8f-8f16-fa20b822219e tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:32.719397 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7cb2a794-aee4-44a3-a1f2-2389ca9c1c01 req-474ba6b8-6c52-4e8f-8f16-fa20b822219e tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=f14613b0-8bf2-44fe-a8cf-76fdcc9d13c4 HTTP/1.1" status: 200 len: 945 time: 0.1366978 May 25 16:01:32.836506 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7cb2a794-aee4-44a3-a1f2-2389ca9c1c01 req-4f93378b-9a64-40b4-87f6-1b80ef5df6ec tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646391 May 25 16:01:32.848084 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-462b6955-df63-4ef9-862f-596adb8df692 req-6c813233-509b-4e0b-80cf-563517a2ad91 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=693d1b90-616a-491c-8290-a778ec7727ef HTTP/1.1" status: 200 len: 1001 time: 0.1325650 May 25 16:01:32.882466 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-4403eb70-dbe4-42be-a7e9-f77c8cd19c85 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Deleting port 4ac82e69-0fa9-4997-b757-4c4346c0333d {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:01:32.882812 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4403eb70-dbe4-42be-a7e9-f77c8cd19c85 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:32.922596 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b6955-df63-4ef9-862f-596adb8df692 req-42e20440-644d-47c2-a3ca-6dd7663f23e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:32.924015 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-462b6955-df63-4ef9-862f-596adb8df692 req-42e20440-644d-47c2-a3ca-6dd7663f23e2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68 HTTP/1.1" status: 200 len: 853 time: 0.0680473 May 25 16:01:33.008802 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b6955-df63-4ef9-862f-596adb8df692 req-38ee42fd-57f1-46a6-8209-57b6f667aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:33.010561 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-462b6955-df63-4ef9-862f-596adb8df692 req-38ee42fd-57f1-46a6-8209-57b6f667aa4f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ab46e9ff-c4ed-42a6-a4bf-84fd634e0151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0736053 May 25 16:01:33.016823 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4403eb70-dbe4-42be-a7e9-f77c8cd19c85 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:33.017191 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4403eb70-dbe4-42be-a7e9-f77c8cd19c85 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:33.119911 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:01:33.151823 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-4403eb70-dbe4-42be-a7e9-f77c8cd19c85 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Calling delete_port for 4ac82e69-0fa9-4997-b757-4c4346c0333d owned by network:floatingip {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:01:33.159817 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-462b6955-df63-4ef9-862f-596adb8df692 req-29d5dfa4-f06b-462f-8cec-256cab9b574d service neutron] 10.222.0.91 "GET /v2.0/networks/ab46e9ff-c4ed-42a6-a4bf-84fd634e0151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389499 May 25 16:01:33.312113 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-462b6955-df63-4ef9-862f-596adb8df692 req-c51e5711-f92a-488b-a5ec-77d93a9ef4b3 service neutron] 10.222.0.91 "GET /v2.0/networks/ab46e9ff-c4ed-42a6-a4bf-84fd634e0151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404147 May 25 16:01:33.351034 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4403eb70-dbe4-42be-a7e9-f77c8cd19c85 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:33.359155 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-80cbccfb-aa0c-4e96-91ca-91a02a2b128b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:33.542820 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403eb70-dbe4-42be-a7e9-f77c8cd19c85 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Pushing event deleted for resources: {'Port': ['ID=4ac82e69-0fa9-4997-b757-4c4346c0333d,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:33.545333 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-4403eb70-dbe4-42be-a7e9-f77c8cd19c85 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:33.604075 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4403eb70-dbe4-42be-a7e9-f77c8cd19c85 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks [] for floatingip, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:33.604585 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.db.l3_db [None req-4403eb70-dbe4-42be-a7e9-f77c8cd19c85 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Floating IP 7b347899-0f75-4830-af2e-3d0dbcd40992 disassociated (deleted). External IP: 172.28.1.187, port: 693d1b90-616a-491c-8290-a778ec7727ef. May 25 16:01:33.636071 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-36035b2c-9559-40dd-9617-cde42acc2b19 req-b49d4d33-839d-49c9-b819-d223fef647c3 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7f68ad4-b3d9-41e6-9ccb-42ec3d835206 HTTP/1.1" status: 200 len: 210 time: 0.1250942 May 25 16:01:33.716229 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-9639310c-09b5-4896-a4f0-047380ad2714 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:33.718579 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-9639310c-09b5-4896-a4f0-047380ad2714 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.91 "GET /v2.0/networks?id=a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d HTTP/1.1" status: 200 len: 811 time: 0.2496514 May 25 16:01:33.784911 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-4abeae5d-57d3-461f-ba01-febea8c8a6a7 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e0b579c2ed344be88993c3d0a0cb566 HTTP/1.1" status: 200 len: 378 time: 0.0477736 May 25 16:01:33.797098 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-12b7a491-b2ff-4bec-b68c-c5a137115fbb tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Request body: {'port': {'device_id': 'b7f68ad4-b3d9-41e6-9ccb-42ec3d835206', 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d', 'admin_state_up': True, 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'security_groups': ['07e1fd97-55d0-45ba-8adf-cdb46d870571']}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:33.955167 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-12b7a491-b2ff-4bec-b68c-c5a137115fbb tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:33.962747 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-12b7a491-b2ff-4bec-b68c-c5a137115fbb tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Usage tracker for resource:port and tenant:6e0b579c2ed344be88993c3d0a0cb566 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:33.965842 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-12b7a491-b2ff-4bec-b68c-c5a137115fbb tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:33.978895 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-12b7a491-b2ff-4bec-b68c-c5a137115fbb tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:34.008029 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4403eb70-dbe4-42be-a7e9-f77c8cd19c85 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Router ca0a40b0-589e-403d-ab6d-1cd5ea898f2b has already been hosted by L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab {{(pid=98823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:01:34.064570 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-12b7a491-b2ff-4bec-b68c-c5a137115fbb tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Made reservation on behalf of 6e0b579c2ed344be88993c3d0a0cb566 for: {'port': 1} {{(pid=98824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:01:34.068139 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-12b7a491-b2ff-4bec-b68c-c5a137115fbb tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:34.200021 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4403eb70-dbe4-42be-a7e9-f77c8cd19c85 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:01:34.210733 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4086ce5b-4f07-4db7-8d25-41317ef26689 None None] Sync routers for ids ['ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'] in dv-cinder-786384-6-smb {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:01:34.221888 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4086ce5b-4f07-4db7-8d25-41317ef26689 None None] Routers {'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:01:34.226408 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-4086ce5b-4f07-4db7-8d25-41317ef26689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:01:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:34.246057 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_common [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-12b7a491-b2ff-4bec-b68c-c5a137115fbb tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Allocated IP 172.20.0.6 (a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d/dbbdc939-cb7b-4cd7-bff0-1b0465d88650/68e23898-2bd8-49fe-989d-2cc4bc65933c) {{(pid=98824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:01:34.274379 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-4403eb70-dbe4-42be-a7e9-f77c8cd19c85 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for floatingip, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:34.345087 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-4403eb70-dbe4-42be-a7e9-f77c8cd19c85 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "DELETE /v2.0/floatingips/7b347899-0f75-4830-af2e-3d0dbcd40992 HTTP/1.1" status: 204 len: 168 time: 1.7577875 May 25 16:01:34.345671 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8d9e57-81c3-4f8c-8478-7c7b20d42514', 'tag': '693d1b90-616a-491c-8290-a778ec7727ef'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:01:34.452235 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8d9e57-81c3-4f8c-8478-7c7b20d42514', 'tag': '693d1b90-616a-491c-8290-a778ec7727ef', 'status': 'completed', 'code': 200} May 25 16:01:34.462984 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-4086ce5b-4f07-4db7-8d25-41317ef26689 None None] Set router ca0a40b0-589e-403d-ab6d-1cd5ea898f2b gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:01:34.564419 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-12b7a491-b2ff-4bec-b68c-c5a137115fbb tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for port, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:34.585639 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.provisioning_blocks [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-12b7a491-b2ff-4bec-b68c-c5a137115fbb tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Transition to ACTIVE for port object 68e23898-2bd8-49fe-989d-2cc4bc65933c will not be triggered until provisioned by entity DHCP. {{(pid=98824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:01:34.642247 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62124f-fc98-464e-83da-7f1046fa4141 req-712aeee1-4653-4868-880a-3ed1eb69a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:34.644136 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ef62124f-fc98-464e-83da-7f1046fa4141 req-712aeee1-4653-4868-880a-3ed1eb69a569 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=04e5d6c18a744c4fb33799b5049c26af&device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 1098 time: 0.1176205 May 25 16:01:34.690774 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-12b7a491-b2ff-4bec-b68c-c5a137115fbb tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6454840'] for port, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:34.707526 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-e47640ea-b5b4-4fa1-af37-f7d122e0fb68 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:34.855902 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-12b7a491-b2ff-4bec-b68c-c5a137115fbb tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Network a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d is already hosted by enough agents. {{(pid=98824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:01:34.867121 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-12b7a491-b2ff-4bec-b68c-c5a137115fbb tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Resources bound (agent type, host, resource id): {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:01:34.873400 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-12b7a491-b2ff-4bec-b68c-c5a137115fbb tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Received port after_create {{(pid=98824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:01:34.934698 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62124f-fc98-464e-83da-7f1046fa4141 req-52f6f644-0e87-4afc-be2e-f5c518432438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:34.935923 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-4086ce5b-4f07-4db7-8d25-41317ef26689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'name': 'tempest-TestMinimumBasicScenario-659020519-router', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '83b7077b-0148-46be-9255-a271b72ab751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:14Z', 'updated_at': '2021-05-25T15:58:22Z', 'revision_number': 4, 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'gw_port': {'id': '83b7077b-0148-46be-9255-a271b72ab751', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:16Z', 'updated_at': '2021-05-25T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': 'b7caf25d-0f19-4ce7-9a81-077305b94e37', 'name': '', 'network_id': 'ab46e9ff-c4ed-42a6-a4bf-84fd634e0151', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'mac_address': 'fa:16:3e:b1:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:21Z', 'updated_at': '2021-05-25T15:58:30Z', 'revision_number': 5, 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'subnets': [{'id': '6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:34.938770 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ef62124f-fc98-464e-83da-7f1046fa4141 req-52f6f644-0e87-4afc-be2e-f5c518432438 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ab46e9ff-c4ed-42a6-a4bf-84fd634e0151 HTTP/1.1" status: 200 len: 915 time: 0.2869513 May 25 16:01:34.941963 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4086ce5b-4f07-4db7-8d25-41317ef26689 None None] Checking router: ca0a40b0-589e-403d-ab6d-1cd5ea898f2b for host: dv-cinder-786384-6-smb {{(pid=98825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:01:34.951728 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7a491-b2ff-4bec-b68c-c5a137115fbb tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Pushing event updated for resources: {'Port': ['ID=68e23898-2bd8-49fe-989d-2cc4bc65933c,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:34.953396 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4086ce5b-4f07-4db7-8d25-41317ef26689 None None] Routers {'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:01:34.959588 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-12b7a491-b2ff-4bec-b68c-c5a137115fbb tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:34.964550 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-4086ce5b-4f07-4db7-8d25-41317ef26689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:01:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:34.984228 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-12b7a491-b2ff-4bec-b68c-c5a137115fbb tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:34.984926 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-12b7a491-b2ff-4bec-b68c-c5a137115fbb tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for port, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:35.040676 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdbdc9-0274-48d4-ac94-e85d890d5445 req-d6267fce-f3a5-431f-a1f0-763887e61637 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:35.047287 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-84bdbdc9-0274-48d4-ac94-e85d890d5445 req-d6267fce-f3a5-431f-a1f0-763887e61637 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7f68ad4-b3d9-41e6-9ccb-42ec3d835206 HTTP/1.1" status: 200 len: 931 time: 0.2616520 May 25 16:01:35.065125 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ef62124f-fc98-464e-83da-7f1046fa4141 req-9dd643d3-2de5-4f3f-8dad-639a74d2b465 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=693d1b90-616a-491c-8290-a778ec7727ef HTTP/1.1" status: 200 len: 217 time: 0.1179016 May 25 16:01:35.190453 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-84bdbdc9-0274-48d4-ac94-e85d890d5445 req-bd9df502-15e0-452c-a186-6624b37007e3 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=07e1fd97-55d0-45ba-8adf-cdb46d870571&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1347213 May 25 16:01:35.192260 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-12b7a491-b2ff-4bec-b68c-c5a137115fbb tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3994925 May 25 16:01:35.202815 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62124f-fc98-464e-83da-7f1046fa4141 req-bf07de7b-3f84-4f80-a8bd-4bc5f065da2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:35.204280 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ef62124f-fc98-464e-83da-7f1046fa4141 req-bf07de7b-3f84-4f80-a8bd-4bc5f065da2c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68 HTTP/1.1" status: 200 len: 853 time: 0.1276410 May 25 16:01:35.224738 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-a22f8b73-84fd-48f9-b60c-9ea17bf352fd service neutron] Request body: {'port': {'device_id': 'b7f68ad4-b3d9-41e6-9ccb-42ec3d835206', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:35.359761 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-4086ce5b-4f07-4db7-8d25-41317ef26689 None None] Set router ca0a40b0-589e-403d-ab6d-1cd5ea898f2b gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:01:35.391033 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62124f-fc98-464e-83da-7f1046fa4141 req-fbd19cb1-793c-4e5a-be98-cab8cade81eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:35.393202 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ef62124f-fc98-464e-83da-7f1046fa4141 req-fbd19cb1-793c-4e5a-be98-cab8cade81eb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ab46e9ff-c4ed-42a6-a4bf-84fd634e0151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1497643 May 25 16:01:35.502040 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-f5e8c9ee-ede8-44dd-b425-755057116805 None None] Provisioning for port 68e23898-2bd8-49fe-989d-2cc4bc65933c completed by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:01:35.515234 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-a22f8b73-84fd-48f9-b60c-9ea17bf352fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:35.587272 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ef62124f-fc98-464e-83da-7f1046fa4141 req-66038e3f-548f-4df5-bf30-1d2808a71772 service neutron] 10.222.0.91 "GET /v2.0/networks/ab46e9ff-c4ed-42a6-a4bf-84fd634e0151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664968 May 25 16:01:35.637133 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-f5e8c9ee-ede8-44dd-b425-755057116805 None None] Provisioning complete for port 68e23898-2bd8-49fe-989d-2cc4bc65933c triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:01:35.637646 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-f5e8c9ee-ede8-44dd-b425-755057116805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:35.671387 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-521c2868-1447-49dc-b1ce-f25489976bfb tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:35.674058 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-521c2868-1447-49dc-b1ce-f25489976bfb tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/networks?id=dcd1ec79-ead3-4023-83d2-5d84776b65d6 HTTP/1.1" status: 200 len: 814 time: 0.2891009 May 25 16:01:35.741304 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8c9ee-ede8-44dd-b425-755057116805 None None] Port 68e23898-2bd8-49fe-989d-2cc4bc65933c cannot update to ACTIVE because it is not bound. {{(pid=98825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:01:35.741734 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-6681121b-28b5-479f-a120-a3a1e0614203 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/quotas/672af14cc5e34f6cbf78d0c38253a926 HTTP/1.1" status: 200 len: 375 time: 0.0570757 May 25 16:01:35.765664 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ef62124f-fc98-464e-83da-7f1046fa4141 req-48f67d57-40e6-48d8-be56-4dede5dc682b service neutron] 10.222.0.91 "GET /v2.0/networks/ab46e9ff-c4ed-42a6-a4bf-84fd634e0151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710274 May 25 16:01:35.794898 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-4086ce5b-4f07-4db7-8d25-41317ef26689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'name': 'tempest-TestMinimumBasicScenario-659020519-router', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '83b7077b-0148-46be-9255-a271b72ab751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:14Z', 'updated_at': '2021-05-25T15:58:22Z', 'revision_number': 4, 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'gw_port': {'id': '83b7077b-0148-46be-9255-a271b72ab751', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:16Z', 'updated_at': '2021-05-25T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': 'b7caf25d-0f19-4ce7-9a81-077305b94e37', 'name': '', 'network_id': 'ab46e9ff-c4ed-42a6-a4bf-84fd634e0151', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'mac_address': 'fa:16:3e:b1:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:21Z', 'updated_at': '2021-05-25T15:58:30Z', 'revision_number': 5, 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'subnets': [{'id': '6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:35.799904 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4086ce5b-4f07-4db7-8d25-41317ef26689 None None] The sync data for ids ['ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'] in dv-cinder-786384-6-smb is: [{'id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'name': 'tempest-TestMinimumBasicScenario-659020519-router', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '83b7077b-0148-46be-9255-a271b72ab751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:14Z', 'updated_at': '2021-05-25T15:58:22Z', 'revision_number': 4, 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'gw_port': {'id': '83b7077b-0148-46be-9255-a271b72ab751', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:16Z', 'updated_at': '2021-05-25T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': 'b7caf25d-0f19-4ce7-9a81-077305b94e37', 'name': '', 'network_id': 'ab46e9ff-c4ed-42a6-a4bf-84fd634e0151', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'mac_address': 'fa:16:3e:b1:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:21Z', 'updated_at': '2021-05-25T15:58:30Z', 'revision_number': 5, 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'subnets': [{'id': '6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:01:35.985255 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-c3000ecc-a06e-446e-81c2-c21722adad65 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=672af14cc5e34f6cbf78d0c38253a926&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2228572 May 25 16:01:36.069268 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc91c0-7da7-4959-bd46-e3f6d772270d None None] New status for floating IP 7b347899-0f75-4830-af2e-3d0dbcd40992: DOWN {{(pid=98826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:01:36.164145 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.notifiers.nova [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-a22f8b73-84fd-48f9-b60c-9ea17bf352fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68e23898-2bd8-49fe-989d-2cc4bc65933c {{(pid=98824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:01:36.176625 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-a22f8b73-84fd-48f9-b60c-9ea17bf352fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:36.212011 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.provisioning_blocks [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-a22f8b73-84fd-48f9-b60c-9ea17bf352fd service neutron] Transition to ACTIVE for port object 68e23898-2bd8-49fe-989d-2cc4bc65933c will not be triggered until provisioned by entity L2. {{(pid=98824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:01:36.214405 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-38aee663-212b-495c-a549-80e90e7c13af service neutron] 10.222.0.72 "GET /v2.0/networks/dcd1ec79-ead3-4023-83d2-5d84776b65d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225099 May 25 16:01:36.321315 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-a22f8b73-84fd-48f9-b60c-9ea17bf352fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6454833'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:36.331313 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-c20af095-c281-45ed-9b2f-692597d2142d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:36.552716 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f8b73-84fd-48f9-b60c-9ea17bf352fd service neutron] Pushing event updated for resources: {'Port': ['ID=68e23898-2bd8-49fe-989d-2cc4bc65933c,revision_number=2']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:36.560361 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a22f8b73-84fd-48f9-b60c-9ea17bf352fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:36.737791 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-e3af5fea-8f22-4fbe-871c-c6ca8d32f16a service neutron] 10.222.0.72 "GET /v2.0/networks/dcd1ec79-ead3-4023-83d2-5d84776b65d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5155611 May 25 16:01:36.776338 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf159b53-0c15-4f51-ad07-99ad26d30009 req-91824f1f-3539-401e-9158-331a9043cc26 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:36.777065 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-cf159b53-0c15-4f51-ad07-99ad26d30009 req-91824f1f-3539-401e-9158-331a9043cc26 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Synchronizing usage tracker for tenant:6e0b579c2ed344be88993c3d0a0cb566 on resource:port {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:01:36.806452 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-a22f8b73-84fd-48f9-b60c-9ea17bf352fd service neutron] Attempting to bind port 68e23898-2bd8-49fe-989d-2cc4bc65933c on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:01:36.806714 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-a22f8b73-84fd-48f9-b60c-9ea17bf352fd service neutron] Attempting to bind port 68e23898-2bd8-49fe-989d-2cc4bc65933c by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '840503af-6db9-4321-a583-5cabf5e4dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d'}] {{(pid=98824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:01:36.807048 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-a22f8b73-84fd-48f9-b60c-9ea17bf352fd service neutron] Attempting to bind port 68e23898-2bd8-49fe-989d-2cc4bc65933c on network a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:01:36.812707 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-a22f8b73-84fd-48f9-b60c-9ea17bf352fd service neutron] Port 68e23898-2bd8-49fe-989d-2cc4bc65933c on network a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:01:36.813058 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-a22f8b73-84fd-48f9-b60c-9ea17bf352fd service neutron] Attempting to bind port 68e23898-2bd8-49fe-989d-2cc4bc65933c on network a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:01:36.818104 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-a22f8b73-84fd-48f9-b60c-9ea17bf352fd service neutron] Checking agent: {'id': '8886f986-558f-4b39-be9e-9feee4f02dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'started_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:01:36.820252 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-a22f8b73-84fd-48f9-b60c-9ea17bf352fd service neutron] Checking segment: {'id': '840503af-6db9-4321-a583-5cabf5e4dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:01:36.820252 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-a22f8b73-84fd-48f9-b60c-9ea17bf352fd service neutron] Bound using segment: {'id': '840503af-6db9-4321-a583-5cabf5e4dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d'} {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:01:36.820252 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-a22f8b73-84fd-48f9-b60c-9ea17bf352fd service neutron] Bound port: 68e23898-2bd8-49fe-989d-2cc4bc65933c, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '840503af-6db9-4321-a583-5cabf5e4dfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d'}}] {{(pid=98824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:01:36.820252 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-a22f8b73-84fd-48f9-b60c-9ea17bf352fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:36.905493 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-cf159b53-0c15-4f51-ad07-99ad26d30009 req-91824f1f-3539-401e-9158-331a9043cc26 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Unset dirty status for tenant:6e0b579c2ed344be88993c3d0a0cb566 on resource:port {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:01:36.906637 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cf159b53-0c15-4f51-ad07-99ad26d30009 req-91824f1f-3539-401e-9158-331a9043cc26 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7f68ad4-b3d9-41e6-9ccb-42ec3d835206 HTTP/1.1" status: 200 len: 943 time: 0.5813773 May 25 16:01:36.912147 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.db [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-a22f8b73-84fd-48f9-b60c-9ea17bf352fd service neutron] For port 68e23898-2bd8-49fe-989d-2cc4bc65933c, host hv-cinder-78638, cleared binding levels {{(pid=98824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:01:36.915770 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.db [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-a22f8b73-84fd-48f9-b60c-9ea17bf352fd service neutron] For port 68e23898-2bd8-49fe-989d-2cc4bc65933c, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=68e23898-2bd8-49fe-989d-2cc4bc65933c,segment=NetworkSegment(840503af-6db9-4321-a583-5cabf5e4dfef),segment_id=840503af-6db9-4321-a583-5cabf5e4dfef)] {{(pid=98824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:01:36.963759 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cf159b53-0c15-4f51-ad07-99ad26d30009 req-d0f377ff-209d-4580-a967-13e5117923cf tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=07e1fd97-55d0-45ba-8adf-cdb46d870571&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467372 May 25 16:01:37.000776 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-a22f8b73-84fd-48f9-b60c-9ea17bf352fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6454833'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:37.005870 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-86bb1c64-8b01-4d51-bf84-9984e9d3103c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:37.107665 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-a22f8b73-84fd-48f9-b60c-9ea17bf352fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:37.108515 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-a22f8b73-84fd-48f9-b60c-9ea17bf352fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for port, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:37.109944 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-a22f8b73-84fd-48f9-b60c-9ea17bf352fd service neutron] 10.222.0.91 "PUT /v2.0/ports/68e23898-2bd8-49fe-989d-2cc4bc65933c HTTP/1.1" status: 200 len: 1093 time: 1.8899539 May 25 16:01:37.115363 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f68ad4-b3d9-41e6-9ccb-42ec3d835206', 'tag': '68e23898-2bd8-49fe-989d-2cc4bc65933c'}] {{(pid=98824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:01:37.136894 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b9c9be78-9f7d-4c3a-8f58-3bc1eebecfd5 req-5e18a382-84d0-4f78-bab7-91d6e05adfc5 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=c262a4bb-cfd7-4456-9f94-474284bc1229 HTTP/1.1" status: 200 len: 210 time: 0.0978549 May 25 16:01:37.158831 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f8b73-84fd-48f9-b60c-9ea17bf352fd service neutron] Pushing event updated for resources: {'Port': ['ID=68e23898-2bd8-49fe-989d-2cc4bc65933c,revision_number=3']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:37.164301 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a22f8b73-84fd-48f9-b60c-9ea17bf352fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:37.188460 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f68ad4-b3d9-41e6-9ccb-42ec3d835206', 'tag': '68e23898-2bd8-49fe-989d-2cc4bc65933c', 'status': 'completed', 'code': 200} May 25 16:01:37.335737 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075cc50-0eb8-461d-b0cf-5af77c87c94d req-2c3f8b72-a978-40dd-bf51-3b90570abe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:37.337310 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9075cc50-0eb8-461d-b0cf-5af77c87c94d req-2c3f8b72-a978-40dd-bf51-3b90570abe65 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6e0b579c2ed344be88993c3d0a0cb566&device_id=b7f68ad4-b3d9-41e6-9ccb-42ec3d835206 HTTP/1.1" status: 200 len: 1096 time: 0.0789604 May 25 16:01:37.493208 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075cc50-0eb8-461d-b0cf-5af77c87c94d req-fb17792b-52f9-42eb-b13a-7a4bbdc3a13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:37.494787 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9075cc50-0eb8-461d-b0cf-5af77c87c94d req-fb17792b-52f9-42eb-b13a-7a4bbdc3a13b service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=6e0b579c2ed344be88993c3d0a0cb566&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1395981 May 25 16:01:37.644012 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075cc50-0eb8-461d-b0cf-5af77c87c94d req-fef662b9-ae93-4b00-b3af-ce9d28433afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:37.645481 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9075cc50-0eb8-461d-b0cf-5af77c87c94d req-fef662b9-ae93-4b00-b3af-ce9d28433afa service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1362255 May 25 16:01:37.806387 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-9d0860da-c948-405e-a02d-3efbf169cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:37.807912 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-9d0860da-c948-405e-a02d-3efbf169cb0b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6e0b579c2ed344be88993c3d0a0cb566&device_id=b7f68ad4-b3d9-41e6-9ccb-42ec3d835206 HTTP/1.1" status: 200 len: 1096 time: 0.0710483 May 25 16:01:37.889593 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-41ab7d09-9e1c-4c98-b589-cc7bcfa9f13d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68e23898-2bd8-49fe-989d-2cc4bc65933c HTTP/1.1" status: 200 len: 217 time: 0.0658190 May 25 16:01:37.961324 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-686f0f65-8ad5-4a14-b8ff-354b9d17df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:37.962814 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-686f0f65-8ad5-4a14-b8ff-354b9d17df12 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dbbdc939-cb7b-4cd7-bff0-1b0465d88650 HTTP/1.1" status: 200 len: 850 time: 0.0612471 May 25 16:01:38.055617 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-738c08ab-77d0-4a4f-aebd-c03e29113e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:38.057119 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-738c08ab-77d0-4a4f-aebd-c03e29113e55 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786815 May 25 16:01:38.310832 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1d889341-e6f4-4b22-9bff-d2985131e870 req-4384589c-a6db-4301-89e4-76be5e62c48c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=c262a4bb-cfd7-4456-9f94-474284bc1229 HTTP/1.1" status: 200 len: 210 time: 0.0697081 May 25 16:01:38.313552 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-0aeaee43-ae6c-4df7-806e-a9765cb2f209 service neutron] 10.222.0.91 "GET /v2.0/networks/a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472508 May 25 16:01:38.324992 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daee60d-eaad-4455-9ea3-8ab33f77906f req-263b0861-f778-42e8-93a7-55a5a72631f5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:38.327453 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6daee60d-eaad-4455-9ea3-8ab33f77906f req-263b0861-f778-42e8-93a7-55a5a72631f5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7f68ad4-b3d9-41e6-9ccb-42ec3d835206 HTTP/1.1" status: 200 len: 943 time: 0.2418013 May 25 16:01:38.454562 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6daee60d-eaad-4455-9ea3-8ab33f77906f req-2f23245e-4a60-4497-aec4-15b842b8a23c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=07e1fd97-55d0-45ba-8adf-cdb46d870571&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1083827 May 25 16:01:38.496263 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6deacb14-4347-469c-92a9-71fcb6f9475b req-36224d7e-bbd9-42a7-8ccd-aa24d089acfa service neutron] 10.222.0.91 "GET /v2.0/networks/a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678860 May 25 16:01:39.429363 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e8ecf-1007-4b74-a772-822f0c36c52a req-26f4f633-2e21-40be-99c4-aeb32a97f04e tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:39.430733 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-381e8ecf-1007-4b74-a772-822f0c36c52a req-26f4f633-2e21-40be-99c4-aeb32a97f04e tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 945 time: 0.2199814 May 25 16:01:39.439543 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-cdfc1ac9-1d93-4e56-921d-dfc6e8ed6cc0 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:39.440905 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-cdfc1ac9-1d93-4e56-921d-dfc6e8ed6cc0 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.91 "GET /v2.0/networks?id=dcd1ec79-ead3-4023-83d2-5d84776b65d6 HTTP/1.1" status: 200 len: 814 time: 0.1902795 May 25 16:01:39.593251 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-4e9c1264-f817-431a-aefa-ac817f93dde5 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Request body: {'port': {'device_id': 'c262a4bb-cfd7-4456-9f94-474284bc1229', 'network_id': 'dcd1ec79-ead3-4023-83d2-5d84776b65d6', 'admin_state_up': True, 'tenant_id': '672af14cc5e34f6cbf78d0c38253a926'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:39.621980 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c50de275-7bbd-4d79-a681-e26d65384a9c req-b5899390-dbfd-4a40-8983-f99c394e2596 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=c262a4bb-cfd7-4456-9f94-474284bc1229 HTTP/1.1" status: 200 len: 210 time: 0.1901236 May 25 16:01:39.718085 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-381e8ecf-1007-4b74-a772-822f0c36c52a req-b999733b-c170-4cbd-8dfe-a929898f643b tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759001 May 25 16:01:39.828185 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-4e9c1264-f817-431a-aefa-ac817f93dde5 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:39.843153 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-4e9c1264-f817-431a-aefa-ac817f93dde5 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:39.859973 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d29b6-e09a-45d9-b48e-6d622c10c0dc req-a78f622e-323c-4e9c-b665-2d81bc05265c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:39.861491 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4f4d29b6-e09a-45d9-b48e-6d622c10c0dc req-a78f622e-323c-4e9c-b665-2d81bc05265c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7f68ad4-b3d9-41e6-9ccb-42ec3d835206 HTTP/1.1" status: 200 len: 943 time: 0.1337874 May 25 16:01:39.907037 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4f4d29b6-e09a-45d9-b48e-6d622c10c0dc req-2c492194-9177-4638-b0ca-5d0065530347 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=07e1fd97-55d0-45ba-8adf-cdb46d870571&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395973 May 25 16:01:39.939045 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-4e9c1264-f817-431a-aefa-ac817f93dde5 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Made reservation on behalf of 672af14cc5e34f6cbf78d0c38253a926 for: {'port': 1} {{(pid=98824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:01:39.942521 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-4e9c1264-f817-431a-aefa-ac817f93dde5 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:40.106750 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_common [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-4e9c1264-f817-431a-aefa-ac817f93dde5 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Allocated IP 172.20.0.12 (dcd1ec79-ead3-4023-83d2-5d84776b65d6/c430b497-da4a-44d0-8b44-c522eef11f79/6bc1d136-3f25-4405-b5b0-499951900ad6) {{(pid=98824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:01:40.308972 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-4e9c1264-f817-431a-aefa-ac817f93dde5 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks [] for port, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:40.410568 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-4e9c1264-f817-431a-aefa-ac817f93dde5 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6454840'] for port, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:40.416159 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-2ec44d4f-2156-4cf4-8bd5-6e907734f35b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:40.455359 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['11423c4b-5763-4d71-af07-b0b5175f11a7', '37a3c8dd-246f-4e5a-a29e-718c54d2ffcd'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:01:40.481355 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-4e9c1264-f817-431a-aefa-ac817f93dde5 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Network dcd1ec79-ead3-4023-83d2-5d84776b65d6 is already hosted by enough agents. {{(pid=98824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:01:40.486187 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-4e9c1264-f817-431a-aefa-ac817f93dde5 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Resources bound (agent type, host, resource id): {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:01:40.490680 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-4e9c1264-f817-431a-aefa-ac817f93dde5 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Received port after_create {{(pid=98824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:01:40.533341 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c1264-f817-431a-aefa-ac817f93dde5 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Pushing event updated for resources: {'Port': ['ID=6bc1d136-3f25-4405-b5b0-499951900ad6,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:40.541139 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-4e9c1264-f817-431a-aefa-ac817f93dde5 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:40.562569 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-4e9c1264-f817-431a-aefa-ac817f93dde5 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:40.563195 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-4e9c1264-f817-431a-aefa-ac817f93dde5 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for port, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:40.673577 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-4e9c1264-f817-431a-aefa-ac817f93dde5 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1036406 May 25 16:01:40.700259 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-7c8487f2-10c5-4610-a6e8-7fa5dcf97009 service neutron] Request body: {'port': {'device_id': 'c262a4bb-cfd7-4456-9f94-474284bc1229', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:40.916779 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-7c8487f2-10c5-4610-a6e8-7fa5dcf97009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:40.990573 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123fdb4-5699-4280-bb1f-01b4a8367d57 req-b0c88e67-2400-486a-8857-78fd41ceb4b6 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:40.991259 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-b123fdb4-5699-4280-bb1f-01b4a8367d57 req-b0c88e67-2400-486a-8857-78fd41ceb4b6 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Synchronizing usage tracker for tenant:672af14cc5e34f6cbf78d0c38253a926 on resource:port {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:01:41.040024 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c2495-a2de-4724-9e95-c39b91f4f375 req-03e00465-ead4-4d14-979e-d8ea1a9f6fa8 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:41.041508 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-8d6c2495-a2de-4724-9e95-c39b91f4f375 req-03e00465-ead4-4d14-979e-d8ea1a9f6fa8 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 945 time: 0.2086680 May 25 16:01:41.095104 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 68e23898-2bd8-49fe-989d-2cc4bc65933c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:01:41.114142 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-b123fdb4-5699-4280-bb1f-01b4a8367d57 req-b0c88e67-2400-486a-8857-78fd41ceb4b6 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Unset dirty status for tenant:672af14cc5e34f6cbf78d0c38253a926 on resource:port {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:01:41.115281 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b123fdb4-5699-4280-bb1f-01b4a8367d57 req-b0c88e67-2400-486a-8857-78fd41ceb4b6 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=c262a4bb-cfd7-4456-9f94-474284bc1229 HTTP/1.1" status: 200 len: 932 time: 0.3837106 May 25 16:01:41.233716 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 68e23898-2bd8-49fe-989d-2cc4bc65933c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=68e23898-2bd8-49fe-989d-2cc4bc65933c,segment=NetworkSegment(840503af-6db9-4321-a583-5cabf5e4dfef),segment_id=840503af-6db9-4321-a583-5cabf5e4dfef)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:41.243770 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-8d6c2495-a2de-4724-9e95-c39b91f4f375 req-2d730981-0bb7-485e-9fd9-b78d947f901c tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608305 May 25 16:01:41.247913 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Returning: {'device': '68e23898-2bd8-49fe-989d-2cc4bc65933c', 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d', 'port_id': '68e23898-2bd8-49fe-989d-2cc4bc65933c', 'mac_address': 'fa:16:3e:c1:03:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:01:41.273874 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b123fdb4-5699-4280-bb1f-01b4a8367d57 req-e0053304-a467-40ad-9f20-a3e767a715c4 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495190 May 25 16:01:41.312634 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:41.331469 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68e23898-2bd8-49fe-989d-2cc4bc65933c {{(pid=98825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:01:41.348812 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 68e23898-2bd8-49fe-989d-2cc4bc65933c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=68e23898-2bd8-49fe-989d-2cc4bc65933c,segment=NetworkSegment(840503af-6db9-4321-a583-5cabf5e4dfef),segment_id=840503af-6db9-4321-a583-5cabf5e4dfef)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:41.410153 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:41.412201 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:41.440965 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.notifiers.nova [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-7c8487f2-10c5-4610-a6e8-7fa5dcf97009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc1d136-3f25-4405-b5b0-499951900ad6 {{(pid=98824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:01:41.455928 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-7c8487f2-10c5-4610-a6e8-7fa5dcf97009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:41.476477 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.provisioning_blocks [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-7c8487f2-10c5-4610-a6e8-7fa5dcf97009 service neutron] Transition to ACTIVE for port object 6bc1d136-3f25-4405-b5b0-499951900ad6 will not be triggered until provisioned by entity L2. {{(pid=98824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:01:41.483474 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=68e23898-2bd8-49fe-989d-2cc4bc65933c,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:41.486597 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:41.496676 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fad877-1534-4a7c-872c-48f2e5bad977 req-c4c3c933-f9ff-45d1-baf2-36fd4bc06e1d tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:41.499588 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-56fad877-1534-4a7c-872c-48f2e5bad977 req-c4c3c933-f9ff-45d1-baf2-36fd4bc06e1d tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7f68ad4-b3d9-41e6-9ccb-42ec3d835206 HTTP/1.1" status: 200 len: 944 time: 0.1337690 May 25 16:01:41.543614 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-56fad877-1534-4a7c-872c-48f2e5bad977 req-fe208208-952b-400b-9b39-bc4260109e5e tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=07e1fd97-55d0-45ba-8adf-cdb46d870571&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389152 May 25 16:01:41.550297 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-7c8487f2-10c5-4610-a6e8-7fa5dcf97009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6454833'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:41.555170 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-c20af095-c281-45ed-9b2f-692597d2142d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:41.795116 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8487f2-10c5-4610-a6e8-7fa5dcf97009 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc1d136-3f25-4405-b5b0-499951900ad6,revision_number=2']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:41.804239 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-7c8487f2-10c5-4610-a6e8-7fa5dcf97009 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:41.869799 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-7c8487f2-10c5-4610-a6e8-7fa5dcf97009 service neutron] Attempting to bind port 6bc1d136-3f25-4405-b5b0-499951900ad6 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:01:41.870129 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-7c8487f2-10c5-4610-a6e8-7fa5dcf97009 service neutron] Attempting to bind port 6bc1d136-3f25-4405-b5b0-499951900ad6 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3339c1aa-fb95-40a8-bfba-e704dbf21fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'dcd1ec79-ead3-4023-83d2-5d84776b65d6'}] {{(pid=98824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:01:41.870465 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-7c8487f2-10c5-4610-a6e8-7fa5dcf97009 service neutron] Attempting to bind port 6bc1d136-3f25-4405-b5b0-499951900ad6 on network dcd1ec79-ead3-4023-83d2-5d84776b65d6 {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:01:41.875471 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-7c8487f2-10c5-4610-a6e8-7fa5dcf97009 service neutron] Port 6bc1d136-3f25-4405-b5b0-499951900ad6 on network dcd1ec79-ead3-4023-83d2-5d84776b65d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:01:41.877014 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-7c8487f2-10c5-4610-a6e8-7fa5dcf97009 service neutron] Attempting to bind port 6bc1d136-3f25-4405-b5b0-499951900ad6 on network dcd1ec79-ead3-4023-83d2-5d84776b65d6 {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:01:41.880847 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-7c8487f2-10c5-4610-a6e8-7fa5dcf97009 service neutron] Checking agent: {'id': '8886f986-558f-4b39-be9e-9feee4f02dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'started_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:01:41.881189 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-7c8487f2-10c5-4610-a6e8-7fa5dcf97009 service neutron] Checking segment: {'id': '3339c1aa-fb95-40a8-bfba-e704dbf21fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'dcd1ec79-ead3-4023-83d2-5d84776b65d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:01:41.881571 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-7c8487f2-10c5-4610-a6e8-7fa5dcf97009 service neutron] Bound using segment: {'id': '3339c1aa-fb95-40a8-bfba-e704dbf21fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'dcd1ec79-ead3-4023-83d2-5d84776b65d6'} {{(pid=98824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:01:41.881989 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.managers [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-7c8487f2-10c5-4610-a6e8-7fa5dcf97009 service neutron] Bound port: 6bc1d136-3f25-4405-b5b0-499951900ad6, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3339c1aa-fb95-40a8-bfba-e704dbf21fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'dcd1ec79-ead3-4023-83d2-5d84776b65d6'}}] {{(pid=98824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:01:41.882330 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-7c8487f2-10c5-4610-a6e8-7fa5dcf97009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:41.971402 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.db [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-7c8487f2-10c5-4610-a6e8-7fa5dcf97009 service neutron] For port 6bc1d136-3f25-4405-b5b0-499951900ad6, host hv-cinder-78638, cleared binding levels {{(pid=98824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:01:41.974417 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.db [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-7c8487f2-10c5-4610-a6e8-7fa5dcf97009 service neutron] For port 6bc1d136-3f25-4405-b5b0-499951900ad6, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6bc1d136-3f25-4405-b5b0-499951900ad6,segment=NetworkSegment(3339c1aa-fb95-40a8-bfba-e704dbf21fcc),segment_id=3339c1aa-fb95-40a8-bfba-e704dbf21fcc)] {{(pid=98824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:01:41.980588 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['68e23898-2bd8-49fe-989d-2cc4bc65933c'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:01:42.039393 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-7c8487f2-10c5-4610-a6e8-7fa5dcf97009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6454833'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:42.044223 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-394be58b-b57b-4fd4-a0c3-fa060785fc55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:42.102016 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-7c8487f2-10c5-4610-a6e8-7fa5dcf97009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:42.102998 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-7c8487f2-10c5-4610-a6e8-7fa5dcf97009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for port, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:42.104349 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-7c8487f2-10c5-4610-a6e8-7fa5dcf97009 service neutron] 10.222.0.91 "PUT /v2.0/ports/6bc1d136-3f25-4405-b5b0-499951900ad6 HTTP/1.1" status: 200 len: 1094 time: 1.4084940 May 25 16:01:42.108470 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c262a4bb-cfd7-4456-9f94-474284bc1229', 'tag': '6bc1d136-3f25-4405-b5b0-499951900ad6'}] {{(pid=98824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:01:42.131680 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8487f2-10c5-4610-a6e8-7fa5dcf97009 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc1d136-3f25-4405-b5b0-499951900ad6,revision_number=3']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:42.134640 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-7c8487f2-10c5-4610-a6e8-7fa5dcf97009 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:42.189829 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c262a4bb-cfd7-4456-9f94-474284bc1229', 'tag': '6bc1d136-3f25-4405-b5b0-499951900ad6', 'status': 'completed', 'code': 200} May 25 16:01:42.233913 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37001a0e-109c-4e90-a43f-fd4d464ec35d req-2da3dfd1-4eda-45dc-a7d1-9092d8bb75a1 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:42.235346 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-37001a0e-109c-4e90-a43f-fd4d464ec35d req-2da3dfd1-4eda-45dc-a7d1-9092d8bb75a1 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.91 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 945 time: 0.0833631 May 25 16:01:42.400611 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29175ee0-c5b3-4f1e-8e83-f44d151c71c8 req-97fa4e28-d4df-4775-bcb7-df0a33c0723c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:42.402062 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-29175ee0-c5b3-4f1e-8e83-f44d151c71c8 req-97fa4e28-d4df-4775-bcb7-df0a33c0723c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=672af14cc5e34f6cbf78d0c38253a926&device_id=c262a4bb-cfd7-4456-9f94-474284bc1229 HTTP/1.1" status: 200 len: 1097 time: 0.1860538 May 25 16:01:42.479566 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.plugin [req-37001a0e-109c-4e90-a43f-fd4d464ec35d req-2288e050-614b-4ae9-85cd-9560dc7fe307 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Deleting port 693d1b90-616a-491c-8290-a778ec7727ef {{(pid=98824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:01:42.479943 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-37001a0e-109c-4e90-a43f-fd4d464ec35d req-2288e050-614b-4ae9-85cd-9560dc7fe307 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:42.557566 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29175ee0-c5b3-4f1e-8e83-f44d151c71c8 req-ab3e914f-1b2e-480d-8729-6620dd7e06d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:42.559062 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-29175ee0-c5b3-4f1e-8e83-f44d151c71c8 req-ab3e914f-1b2e-480d-8729-6620dd7e06d3 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=672af14cc5e34f6cbf78d0c38253a926&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1367812 May 25 16:01:42.649842 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e472ed-b7ff-4308-aeae-18a56e15ca16 req-70edf339-de13-4543-ba7d-ce297936c70b tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:42.651328 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-74e472ed-b7ff-4308-aeae-18a56e15ca16 req-70edf339-de13-4543-ba7d-ce297936c70b tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=c262a4bb-cfd7-4456-9f94-474284bc1229 HTTP/1.1" status: 200 len: 944 time: 0.2290018 May 25 16:01:42.663993 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f038528-9428-4e7a-b3c0-85c13034f9ce req-854bc770-db05-4d14-841d-f88bf341c13c tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:42.665420 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2f038528-9428-4e7a-b3c0-85c13034f9ce req-854bc770-db05-4d14-841d-f88bf341c13c tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 945 time: 0.2805941 May 25 16:01:42.707681 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.db [req-37001a0e-109c-4e90-a43f-fd4d464ec35d req-2288e050-614b-4ae9-85cd-9560dc7fe307 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] For port 693d1b90-616a-491c-8290-a778ec7727ef, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=693d1b90-616a-491c-8290-a778ec7727ef,segment=NetworkSegment(09faaebc-deae-4e59-aabb-12f66238ab21),segment_id=09faaebc-deae-4e59-aabb-12f66238ab21)] {{(pid=98824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:42.708035 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-37001a0e-109c-4e90-a43f-fd4d464ec35d req-2288e050-614b-4ae9-85cd-9560dc7fe307 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:42.709882 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29175ee0-c5b3-4f1e-8e83-f44d151c71c8 req-44bfecd1-0f17-4364-b9d0-0081c7558067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:42.711331 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-29175ee0-c5b3-4f1e-8e83-f44d151c71c8 req-44bfecd1-0f17-4364-b9d0-0081c7558067 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1382687 May 25 16:01:42.850295 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-4475ea00-5a18-41b5-b050-77fc3150917d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:42.851775 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-4475ea00-5a18-41b5-b050-77fc3150917d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=672af14cc5e34f6cbf78d0c38253a926&device_id=c262a4bb-cfd7-4456-9f94-474284bc1229 HTTP/1.1" status: 200 len: 1097 time: 0.0747998 May 25 16:01:42.861570 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.plugin [req-37001a0e-109c-4e90-a43f-fd4d464ec35d req-2288e050-614b-4ae9-85cd-9560dc7fe307 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Calling delete_port for 693d1b90-616a-491c-8290-a778ec7727ef owned by compute:nova {{(pid=98824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:01:42.867966 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-74e472ed-b7ff-4308-aeae-18a56e15ca16 req-0e7aab8f-f6c8-45cd-8cc0-7e8a75a84dd7 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016602 May 25 16:01:42.882314 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2f038528-9428-4e7a-b3c0-85c13034f9ce req-38ea56b8-d72a-4128-a288-88f9394a0637 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991694 May 25 16:01:42.937954 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-ce5a1f29-8f41-4316-a68c-9d92ec652bb2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bc1d136-3f25-4405-b5b0-499951900ad6 HTTP/1.1" status: 200 len: 217 time: 0.0687253 May 25 16:01:43.006427 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-ac48b72a-501b-4aed-9160-43942d94053d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:43.007889 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-ac48b72a-501b-4aed-9160-43942d94053d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c430b497-da4a-44d0-8b44-c522eef11f79 HTTP/1.1" status: 200 len: 854 time: 0.0596826 May 25 16:01:43.059489 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-f90b8c03-254c-4049-8b6e-9e0ddba3aa0d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dcd1ec79-ead3-4023-83d2-5d84776b65d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441837 May 25 16:01:43.102688 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 68e23898-2bd8-49fe-989d-2cc4bc65933c up at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:01:43.131339 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf42479-76a8-4c38-be94-b8b69b3fad0d req-692af47a-96cc-45b7-a1bc-f831c625d65f tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:43.134178 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-edf42479-76a8-4c38-be94-b8b69b3fad0d req-692af47a-96cc-45b7-a1bc-f831c625d65f tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7f68ad4-b3d9-41e6-9ccb-42ec3d835206 HTTP/1.1" status: 200 len: 944 time: 0.1511419 May 25 16:01:43.187095 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-edf42479-76a8-4c38-be94-b8b69b3fad0d req-021debf0-09c1-4355-9e38-56fdc201e5ee tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=07e1fd97-55d0-45ba-8adf-cdb46d870571&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479984 May 25 16:01:43.192955 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-37001a0e-109c-4e90-a43f-fd4d464ec35d req-2288e050-614b-4ae9-85cd-9560dc7fe307 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6454840'] for port, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:43.199631 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-2ec44d4f-2156-4cf4-8bd5-6e907734f35b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:43.208598 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-9cb55519-bf64-4849-a2c9-f02b42a24730 service neutron] 10.222.0.91 "GET /v2.0/networks/dcd1ec79-ead3-4023-83d2-5d84776b65d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414554 May 25 16:01:43.238961 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning for port 68e23898-2bd8-49fe-989d-2cc4bc65933c completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:01:43.244412 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning complete for port 68e23898-2bd8-49fe-989d-2cc4bc65933c triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:01:43.245346 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:43.252957 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288e050-614b-4ae9-85cd-9560dc7fe307 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Pushing event deleted for resources: {'Port': ['ID=693d1b90-616a-491c-8290-a778ec7727ef,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:43.252957 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-2288e050-614b-4ae9-85cd-9560dc7fe307 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:43.374479 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.l3_dvrscheduler_db [req-37001a0e-109c-4e90-a43f-fd4d464ec35d req-2288e050-614b-4ae9-85cd-9560dc7fe307 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] No DVR routers for this DVR port 693d1b90-616a-491c-8290-a778ec7727ef on host hv-cinder-78638 {{(pid=98824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:01:43.378366 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [req-37001a0e-109c-4e90-a43f-fd4d464ec35d req-2288e050-614b-4ae9-85cd-9560dc7fe307 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:43.390403 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-37001a0e-109c-4e90-a43f-fd4d464ec35d req-2288e050-614b-4ae9-85cd-9560dc7fe307 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.91 "DELETE /v2.0/ports/693d1b90-616a-491c-8290-a778ec7727ef HTTP/1.1" status: 204 len: 173 time: 1.1457253 May 25 16:01:43.396139 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-fb5b125f-f177-45c9-84e1-71ee8a423501 req-e09a0b83-3021-4a04-acc8-df61df1ba237 service neutron] 10.222.0.91 "GET /v2.0/networks/dcd1ec79-ead3-4023-83d2-5d84776b65d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743069 May 25 16:01:43.408893 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:43.438598 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f68ad4-b3d9-41e6-9ccb-42ec3d835206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e23898-2bd8-49fe-989d-2cc4bc65933c'}] {{(pid=98825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:01:43.449618 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 68e23898-2bd8-49fe-989d-2cc4bc65933c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=68e23898-2bd8-49fe-989d-2cc4bc65933c,segment=NetworkSegment(840503af-6db9-4321-a583-5cabf5e4dfef),segment_id=840503af-6db9-4321-a583-5cabf5e4dfef)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:43.490136 dv-cinder-786384-6-smb neutron-server[98825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f68ad4-b3d9-41e6-9ccb-42ec3d835206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e23898-2bd8-49fe-989d-2cc4bc65933c', 'code': 200} May 25 16:01:43.527606 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:43.528546 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 693d1b90-616a-491c-8290-a778ec7727ef no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:01:43.552708 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-44fbf6d2-9ff7-4d61-97b5-9d084f09717a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:43.601432 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] No Port match for: 693d1b90-616a-491c-8290-a778ec7727ef {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:01:43.601834 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 693d1b90-616a-491c-8290-a778ec7727ef not bound to the agent host hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:01:43.628751 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=68e23898-2bd8-49fe-989d-2cc4bc65933c,revision_number=5']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:43.631738 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:43.971405 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d2584-79d3-425a-ba3f-c7e6ee70f422 req-5b53f265-a8b7-40ff-9347-d45184ae2439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:43.972783 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-e90d2584-79d3-425a-ba3f-c7e6ee70f422 req-5b53f265-a8b7-40ff-9347-d45184ae2439 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b7f68ad4-b3d9-41e6-9ccb-42ec3d835206 HTTP/1.1" status: 200 len: 1098 time: 0.0772271 May 25 16:01:44.018483 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-e90d2584-79d3-425a-ba3f-c7e6ee70f422 req-85e4a54f-0d78-45e3-8764-e55413f401da service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=07e1fd97-55d0-45ba-8adf-cdb46d870571&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381937 May 25 16:01:44.070477 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-b74fe289-e980-45b5-803f-fafc61048f62 req-bc3ace08-d038-4856-b3cf-b795ea361707 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Synchronizing usage tracker for tenant:04e5d6c18a744c4fb33799b5049c26af on resource:port {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:01:44.115219 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d65218-cf57-4053-a1fa-077475d0cff6 req-12ce0be6-cba5-45b9-b9c2-8b4e541e3053 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:44.116672 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b3d65218-cf57-4053-a1fa-077475d0cff6 req-12ce0be6-cba5-45b9-b9c2-8b4e541e3053 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=c262a4bb-cfd7-4456-9f94-474284bc1229 HTTP/1.1" status: 200 len: 944 time: 0.1349161 May 25 16:01:44.159064 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-b74fe289-e980-45b5-803f-fafc61048f62 req-bc3ace08-d038-4856-b3cf-b795ea361707 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Unset dirty status for tenant:04e5d6c18a744c4fb33799b5049c26af on resource:port {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:01:44.160188 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b74fe289-e980-45b5-803f-fafc61048f62 req-bc3ace08-d038-4856-b3cf-b795ea361707 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc8d9e57-81c3-4f8c-8478-7c7b20d42514 HTTP/1.1" status: 200 len: 210 time: 0.1384034 May 25 16:01:44.250220 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8d9e57-81c3-4f8c-8478-7c7b20d42514', 'name': 'network-vif-deleted', 'tag': '693d1b90-616a-491c-8290-a778ec7727ef'}] {{(pid=98824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:01:44.259482 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b3d65218-cf57-4053-a1fa-077475d0cff6 req-d0840ce5-0fcf-4694-97e2-0446fc9090cf tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370697 May 25 16:01:44.333514 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8d9e57-81c3-4f8c-8478-7c7b20d42514', 'name': 'network-vif-deleted', 'tag': '693d1b90-616a-491c-8290-a778ec7727ef', 'status': 'completed', 'code': 200} May 25 16:01:44.383167 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc406ca-1859-47f4-acc9-585bf26542ba req-e0d0637e-1e74-453b-85b5-cb3d194cf468 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:44.384624 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-fcc406ca-1859-47f4-acc9-585bf26542ba req-e0d0637e-1e74-453b-85b5-cb3d194cf468 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7f68ad4-b3d9-41e6-9ccb-42ec3d835206 HTTP/1.1" status: 200 len: 945 time: 0.0859420 May 25 16:01:44.430123 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-fcc406ca-1859-47f4-acc9-585bf26542ba req-f06f64ba-7c54-44fc-bdc4-d61a7e8ca284 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=07e1fd97-55d0-45ba-8adf-cdb46d870571&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389407 May 25 16:01:45.691659 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72063de6-e93f-44b4-9259-3aea55abe888 req-f63bea67-af52-4e3e-b4e7-cd400bb47840 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:45.693221 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-72063de6-e93f-44b4-9259-3aea55abe888 req-f63bea67-af52-4e3e-b4e7-cd400bb47840 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=c262a4bb-cfd7-4456-9f94-474284bc1229 HTTP/1.1" status: 200 len: 944 time: 0.1602364 May 25 16:01:45.706614 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd585c9b-6604-4375-ab73-e6b92ef47a1a req-82d68347-15bb-4c0e-a6b8-efd1bd932d1a tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:45.706614 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-dd585c9b-6604-4375-ab73-e6b92ef47a1a req-82d68347-15bb-4c0e-a6b8-efd1bd932d1a tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7f68ad4-b3d9-41e6-9ccb-42ec3d835206 HTTP/1.1" status: 200 len: 945 time: 0.1233320 May 25 16:01:45.783061 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-72063de6-e93f-44b4-9259-3aea55abe888 req-d320b388-666b-473e-8b60-63a52bf94027 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763812 May 25 16:01:45.789952 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-dd585c9b-6604-4375-ab73-e6b92ef47a1a req-2e6e5f17-9573-49ca-a2c2-24aa0b832919 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=07e1fd97-55d0-45ba-8adf-cdb46d870571&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629828 May 25 16:01:46.730020 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 45998) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:46.980675 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06f76b-2ba2-4f0a-804e-6598fb87a9c0 req-af3d9d22-30e8-4343-a2c4-66c798c365c0 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:46.983179 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cf06f76b-2ba2-4f0a-804e-6598fb87a9c0 req-af3d9d22-30e8-4343-a2c4-66c798c365c0 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=c262a4bb-cfd7-4456-9f94-474284bc1229 HTTP/1.1" status: 200 len: 944 time: 0.0888760 May 25 16:01:47.031683 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cf06f76b-2ba2-4f0a-804e-6598fb87a9c0 req-cc6a1d87-b9d8-4c30-9739-b3050bcb9e2c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415449 May 25 16:01:47.102020 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 6bc1d136-3f25-4405-b5b0-499951900ad6 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:01:47.133673 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61ad09-1914-464d-876e-e98524faf63a req-f8b6b90f-f918-4dff-a78c-351d6580e40d tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:47.135165 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0f61ad09-1914-464d-876e-e98524faf63a req-f8b6b90f-f918-4dff-a78c-351d6580e40d tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7f68ad4-b3d9-41e6-9ccb-42ec3d835206 HTTP/1.1" status: 200 len: 945 time: 0.0854778 May 25 16:01:47.184254 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0f61ad09-1914-464d-876e-e98524faf63a req-beebd469-6179-4b96-bbac-6cbd7dcc94bb tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=07e1fd97-55d0-45ba-8adf-cdb46d870571&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422602 May 25 16:01:47.287965 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 6bc1d136-3f25-4405-b5b0-499951900ad6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6bc1d136-3f25-4405-b5b0-499951900ad6,segment=NetworkSegment(3339c1aa-fb95-40a8-bfba-e704dbf21fcc),segment_id=3339c1aa-fb95-40a8-bfba-e704dbf21fcc)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:47.303026 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Returning: {'device': '6bc1d136-3f25-4405-b5b0-499951900ad6', 'network_id': 'dcd1ec79-ead3-4023-83d2-5d84776b65d6', 'port_id': '6bc1d136-3f25-4405-b5b0-499951900ad6', 'mac_address': 'fa:16:3e:7d:40:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c430b497-da4a-44d0-8b44-c522eef11f79', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:01:47.325476 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c670b84a-31a6-4a71-8ec3-39fce88e8893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452141'] for router_interface, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:47.362780 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:47.381093 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc1d136-3f25-4405-b5b0-499951900ad6 {{(pid=98825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:01:47.384360 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ad842-f101-45e2-bd12-06cbcc3304d0 req-4293ab21-bae1-4fe1-ac79-40860f95663c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:47.385952 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a29ad842-f101-45e2-bd12-06cbcc3304d0 req-4293ab21-bae1-4fe1-ac79-40860f95663c tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7f68ad4-b3d9-41e6-9ccb-42ec3d835206 HTTP/1.1" status: 200 len: 945 time: 0.0936623 May 25 16:01:47.395326 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 46010) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:47.400263 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 6bc1d136-3f25-4405-b5b0-499951900ad6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6bc1d136-3f25-4405-b5b0-499951900ad6,segment=NetworkSegment(3339c1aa-fb95-40a8-bfba-e704dbf21fcc),segment_id=3339c1aa-fb95-40a8-bfba-e704dbf21fcc)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:47.401128 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-415a8d27-9694-4394-bd9d-4c779ba156a2 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Request body: {'floatingip': {'port_id': '68e23898-2bd8-49fe-989d-2cc4bc65933c'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:47.468361 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:47.471775 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:47.486310 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-415a8d27-9694-4394-bd9d-4c779ba156a2 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for floatingip, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:47.542333 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=6bc1d136-3f25-4405-b5b0-499951900ad6,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:47.549574 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:47.861678 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-c670b84a-31a6-4a71-8ec3-39fce88e8893 admin admin] Deleting port b7caf25d-0f19-4ce7-9a81-077305b94e37 {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:01:47.862327 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c670b84a-31a6-4a71-8ec3-39fce88e8893 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:47.874214 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['6bc1d136-3f25-4405-b5b0-499951900ad6'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:01:47.989138 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [None req-c670b84a-31a6-4a71-8ec3-39fce88e8893 admin admin] For port b7caf25d-0f19-4ce7-9a81-077305b94e37, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=b7caf25d-0f19-4ce7-9a81-077305b94e37,segment=NetworkSegment(09faaebc-deae-4e59-aabb-12f66238ab21),segment_id=09faaebc-deae-4e59-aabb-12f66238ab21)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:47.989495 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c670b84a-31a6-4a71-8ec3-39fce88e8893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:48.120452 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-c670b84a-31a6-4a71-8ec3-39fce88e8893 admin admin] Calling delete_port for b7caf25d-0f19-4ce7-9a81-077305b94e37 owned by network:router_interface {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:01:48.135337 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-415a8d27-9694-4394-bd9d-4c779ba156a2 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:48.189393 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-415a8d27-9694-4394-bd9d-4c779ba156a2 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449055'] for floatingip, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:48.316282 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c670b84a-31a6-4a71-8ec3-39fce88e8893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:48.320370 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-336e574b-8f22-4900-9981-3e2fe6f38adc tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:48.369607 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670b84a-31a6-4a71-8ec3-39fce88e8893 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7caf25d-0f19-4ce7-9a81-077305b94e37,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:48.373668 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-c670b84a-31a6-4a71-8ec3-39fce88e8893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:48.474897 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b764c-9d41-4632-972b-e62de663e49c req-5e50f367-5461-47e9-b08e-7fba6c0ccdb0 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:48.476454 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-fe2b764c-9d41-4632-972b-e62de663e49c req-5e50f367-5461-47e9-b08e-7fba6c0ccdb0 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=c262a4bb-cfd7-4456-9f94-474284bc1229 HTTP/1.1" status: 200 len: 945 time: 0.3358061 May 25 16:01:48.486754 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.db.l3_db [None req-415a8d27-9694-4394-bd9d-4c779ba156a2 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Floating IP a4be229d-a9f5-4f1c-bb63-e3a48d34fd2f associated. External IP: 172.28.1.101, port: 68e23898-2bd8-49fe-989d-2cc4bc65933c. May 25 16:01:48.661640 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-fe2b764c-9d41-4632-972b-e62de663e49c req-622ada74-5287-420a-b063-50e22b8e6c8d tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772363 May 25 16:01:48.667396 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c670b84a-31a6-4a71-8ec3-39fce88e8893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450237'] for router_interface, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:48.905238 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415a8d27-9694-4394-bd9d-4c779ba156a2 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Router 658faca0-2fef-4275-ab32-b5aaa6ca49a4 has already been hosted by L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab {{(pid=98824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:01:49.095555 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415a8d27-9694-4394-bd9d-4c779ba156a2 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:01:49.099858 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-415a8d27-9694-4394-bd9d-4c779ba156a2 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for floatingip, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:49.104480 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 6bc1d136-3f25-4405-b5b0-499951900ad6 up at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:01:49.135587 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c670b84a-31a6-4a71-8ec3-39fce88e8893 admin admin] Router ca0a40b0-589e-403d-ab6d-1cd5ea898f2b has already been hosted by L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab {{(pid=98823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:01:49.141775 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33ab7e4-5aba-438c-aead-be9ab90d2d48 None None] Sync routers for ids ['658faca0-2fef-4275-ab32-b5aaa6ca49a4'] in dv-cinder-786384-6-smb {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:01:49.159887 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-415a8d27-9694-4394-bd9d-4c779ba156a2 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "PUT /v2.0/floatingips/a4be229d-a9f5-4f1c-bb63-e3a48d34fd2f HTTP/1.1" status: 200 len: 991 time: 1.7634628 May 25 16:01:49.161094 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f68ad4-b3d9-41e6-9ccb-42ec3d835206', 'tag': '68e23898-2bd8-49fe-989d-2cc4bc65933c'}] {{(pid=98824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:01:49.168265 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33ab7e4-5aba-438c-aead-be9ab90d2d48 None None] Routers {'658faca0-2fef-4275-ab32-b5aaa6ca49a4'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:01:49.169513 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-e33ab7e4-5aba-438c-aead-be9ab90d2d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:01:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['658faca0-2fef-4275-ab32-b5aaa6ca49a4'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:49.243916 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f68ad4-b3d9-41e6-9ccb-42ec3d835206', 'tag': '68e23898-2bd8-49fe-989d-2cc4bc65933c', 'status': 'completed', 'code': 200} May 25 16:01:49.404281 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-e33ab7e4-5aba-438c-aead-be9ab90d2d48 None None] Set router 658faca0-2fef-4275-ab32-b5aaa6ca49a4 gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:01:49.408349 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c670b84a-31a6-4a71-8ec3-39fce88e8893 admin admin] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:01:49.418241 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a982cb-470d-4872-b909-55c35d6b53c6 None None] Sync routers for ids ['ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'] in dv-cinder-786384-6-smb {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:01:49.429075 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a982cb-470d-4872-b909-55c35d6b53c6 None None] Routers {'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:01:49.435134 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-57a982cb-470d-4872-b909-55c35d6b53c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:01:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:49.435324 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4e0ab-f9af-4d55-baf0-780659dd95ac req-a06485d7-fb9c-4c06-b48f-e6df0e2721eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:49.437286 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-f4e4e0ab-f9af-4d55-baf0-780659dd95ac req-a06485d7-fb9c-4c06-b48f-e6df0e2721eb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6e0b579c2ed344be88993c3d0a0cb566&device_id=b7f68ad4-b3d9-41e6-9ccb-42ec3d835206 HTTP/1.1" status: 200 len: 1098 time: 0.1228852 May 25 16:01:49.455366 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning for port 6bc1d136-3f25-4405-b5b0-499951900ad6 completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:01:49.472152 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning complete for port 6bc1d136-3f25-4405-b5b0-499951900ad6 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:01:49.472533 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:49.528466 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-c670b84a-31a6-4a71-8ec3-39fce88e8893 admin admin] 10.222.0.72 "PUT /v2.0/routers/ca0a40b0-589e-403d-ab6d-1cd5ea898f2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7948849 May 25 16:01:49.529745 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 46024) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:49.665038 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-57a982cb-470d-4872-b909-55c35d6b53c6 None None] Set router ca0a40b0-589e-403d-ab6d-1cd5ea898f2b gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:01:49.796592 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:49.810540 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4e0ab-f9af-4d55-baf0-780659dd95ac req-76863c74-b378-4f4e-82de-5d6a9fe2bc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:49.812188 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-f4e4e0ab-f9af-4d55-baf0-780659dd95ac req-76863c74-b378-4f4e-82de-5d6a9fe2bc9a service neutron] 10.222.0.91 "GET /v2.0/networks?id=a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d HTTP/1.1" status: 200 len: 912 time: 0.3666728 May 25 16:01:49.818155 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-84068cc8-34ad-473f-b9c1-afa3b6d2cab7 admin admin] Notify callbacks [] for router, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:49.850901 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c262a4bb-cfd7-4456-9f94-474284bc1229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc1d136-3f25-4405-b5b0-499951900ad6'}] {{(pid=98825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:01:49.893195 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 6bc1d136-3f25-4405-b5b0-499951900ad6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6bc1d136-3f25-4405-b5b0-499951900ad6,segment=NetworkSegment(3339c1aa-fb95-40a8-bfba-e704dbf21fcc),segment_id=3339c1aa-fb95-40a8-bfba-e704dbf21fcc)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:49.939210 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-e33ab7e4-5aba-438c-aead-be9ab90d2d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'name': 'tempest-AttachVolumeTestJSON-1671783140-router', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:52Z', 'updated_at': '2021-05-25T15:57:00Z', 'revision_number': 4, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'gw_port': {'id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:54Z', 'updated_at': '2021-05-25T15:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_floatingips': [{'id': 'a4be229d-a9f5-4f1c-bb63-e3a48d34fd2f', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'floating_ip_address': '172.28.1.101', 'floating_network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'router_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'port_id': '68e23898-2bd8-49fe-989d-2cc4bc65933c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d', 'mac_address': 'fa:16:3e:c1:03:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f68ad4-b3d9-41e6-9ccb-42ec3d835206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:01:29Z', 'updated_at': '2021-05-25T16:01:47Z', 'revision_number': 1, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b98a5ed-156e-413b-9790-7f79fe8bb0b2', 'name': '', 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'mac_address': 'fa:16:3e:88:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:59Z', 'updated_at': '2021-05-25T15:57:16Z', 'revision_number': 5, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'subnets': [{'id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:49.950561 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33ab7e4-5aba-438c-aead-be9ab90d2d48 None None] Checking router: 658faca0-2fef-4275-ab32-b5aaa6ca49a4 for host: dv-cinder-786384-6-smb {{(pid=98825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:01:49.960089 dv-cinder-786384-6-smb neutron-server[98825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c262a4bb-cfd7-4456-9f94-474284bc1229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc1d136-3f25-4405-b5b0-499951900ad6', 'code': 200} May 25 16:01:49.967188 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33ab7e4-5aba-438c-aead-be9ab90d2d48 None None] Routers {'658faca0-2fef-4275-ab32-b5aaa6ca49a4'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:01:49.968630 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-e33ab7e4-5aba-438c-aead-be9ab90d2d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:01:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['658faca0-2fef-4275-ab32-b5aaa6ca49a4'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:49.972182 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313801a-5f65-465a-a0e8-228a5197079c req-e9ca26e2-7d20-4c4a-870b-b1d4fd9ed9ac tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:49.973734 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e313801a-5f65-465a-a0e8-228a5197079c req-e9ca26e2-7d20-4c4a-870b-b1d4fd9ed9ac tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=c262a4bb-cfd7-4456-9f94-474284bc1229 HTTP/1.1" status: 200 len: 945 time: 0.1982346 May 25 16:01:50.032967 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e313801a-5f65-465a-a0e8-228a5197079c req-f9ac10cd-1756-4ad9-a06e-8ff82ccb534b tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535800 May 25 16:01:50.070173 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:50.080623 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:50.087590 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-f4e4e0ab-f9af-4d55-baf0-780659dd95ac req-69462471-f771-4b9f-89a8-94a66fe66b67 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68e23898-2bd8-49fe-989d-2cc4bc65933c HTTP/1.1" status: 200 len: 999 time: 0.2084606 May 25 16:01:50.089908 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-57a982cb-470d-4872-b909-55c35d6b53c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'name': 'tempest-TestMinimumBasicScenario-659020519-router', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '83b7077b-0148-46be-9255-a271b72ab751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:14Z', 'updated_at': '2021-05-25T16:01:48Z', 'revision_number': 5, 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'gw_port': {'id': '83b7077b-0148-46be-9255-a271b72ab751', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:16Z', 'updated_at': '2021-05-25T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:50.095236 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a982cb-470d-4872-b909-55c35d6b53c6 None None] Checking router: ca0a40b0-589e-403d-ab6d-1cd5ea898f2b for host: dv-cinder-786384-6-smb {{(pid=98826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:01:50.104079 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a982cb-470d-4872-b909-55c35d6b53c6 None None] Routers {'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:01:50.104731 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-57a982cb-470d-4872-b909-55c35d6b53c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:01:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:50.160025 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-84068cc8-34ad-473f-b9c1-afa3b6d2cab7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:50.176875 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4e0ab-f9af-4d55-baf0-780659dd95ac req-a213aec3-0e14-406c-a23b-b0d451da9e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:50.178231 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-f4e4e0ab-f9af-4d55-baf0-780659dd95ac req-a213aec3-0e14-406c-a23b-b0d451da9e33 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dbbdc939-cb7b-4cd7-bff0-1b0465d88650 HTTP/1.1" status: 200 len: 850 time: 0.0782633 May 25 16:01:50.242001 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=6bc1d136-3f25-4405-b5b0-499951900ad6,revision_number=5']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:50.246895 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:50.272453 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-e33ab7e4-5aba-438c-aead-be9ab90d2d48 None None] Set router 658faca0-2fef-4275-ab32-b5aaa6ca49a4 gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:01:50.303341 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-57a982cb-470d-4872-b909-55c35d6b53c6 None None] Set router ca0a40b0-589e-403d-ab6d-1cd5ea898f2b gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:01:50.349450 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4e0ab-f9af-4d55-baf0-780659dd95ac req-7bed6999-56d6-401d-a703-2c4684b8c4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:50.351774 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-f4e4e0ab-f9af-4d55-baf0-780659dd95ac req-7bed6999-56d6-401d-a703-2c4684b8c4d4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1515236 May 25 16:01:50.352734 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-84068cc8-34ad-473f-b9c1-afa3b6d2cab7 admin admin] Deleting port 83b7077b-0148-46be-9255-a271b72ab751 {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:01:50.353113 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-84068cc8-34ad-473f-b9c1-afa3b6d2cab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:50.475787 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e81213-a2c3-4956-8d68-b02a44b86508 req-53416212-d509-4150-85fe-d70c33f33a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:50.477509 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e1e81213-a2c3-4956-8d68-b02a44b86508 req-53416212-d509-4150-85fe-d70c33f33a6e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c262a4bb-cfd7-4456-9f94-474284bc1229 HTTP/1.1" status: 200 len: 1099 time: 0.0976121 May 25 16:01:50.534275 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e1e81213-a2c3-4956-8d68-b02a44b86508 req-6275b384-b03b-474b-acb0-221274fa27e1 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401592 May 25 16:01:50.688204 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-57a982cb-470d-4872-b909-55c35d6b53c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'name': 'tempest-TestMinimumBasicScenario-659020519-router', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '83b7077b-0148-46be-9255-a271b72ab751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:14Z', 'updated_at': '2021-05-25T16:01:48Z', 'revision_number': 5, 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'gw_port': {'id': '83b7077b-0148-46be-9255-a271b72ab751', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:16Z', 'updated_at': '2021-05-25T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:50.693162 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a982cb-470d-4872-b909-55c35d6b53c6 None None] The sync data for ids ['ca0a40b0-589e-403d-ab6d-1cd5ea898f2b'] in dv-cinder-786384-6-smb is: [{'id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'name': 'tempest-TestMinimumBasicScenario-659020519-router', 'tenant_id': '04e5d6c18a744c4fb33799b5049c26af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '83b7077b-0148-46be-9255-a271b72ab751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:14Z', 'updated_at': '2021-05-25T16:01:48Z', 'revision_number': 5, 'project_id': '04e5d6c18a744c4fb33799b5049c26af', 'gw_port': {'id': '83b7077b-0148-46be-9255-a271b72ab751', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a40b0-589e-403d-ab6d-1cd5ea898f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:16Z', 'updated_at': '2021-05-25T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}] {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:01:50.717246 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-e33ab7e4-5aba-438c-aead-be9ab90d2d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'name': 'tempest-AttachVolumeTestJSON-1671783140-router', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:52Z', 'updated_at': '2021-05-25T15:57:00Z', 'revision_number': 4, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'gw_port': {'id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:54Z', 'updated_at': '2021-05-25T15:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_floatingips': [{'id': 'a4be229d-a9f5-4f1c-bb63-e3a48d34fd2f', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'floating_ip_address': '172.28.1.101', 'floating_network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'router_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'port_id': '68e23898-2bd8-49fe-989d-2cc4bc65933c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d', 'mac_address': 'fa:16:3e:c1:03:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f68ad4-b3d9-41e6-9ccb-42ec3d835206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:01:29Z', 'updated_at': '2021-05-25T16:01:47Z', 'revision_number': 1, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b98a5ed-156e-413b-9790-7f79fe8bb0b2', 'name': '', 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'mac_address': 'fa:16:3e:88:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:59Z', 'updated_at': '2021-05-25T15:57:16Z', 'revision_number': 5, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'subnets': [{'id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:50.721868 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33ab7e4-5aba-438c-aead-be9ab90d2d48 None None] The sync data for ids ['658faca0-2fef-4275-ab32-b5aaa6ca49a4'] in dv-cinder-786384-6-smb is: [{'id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'name': 'tempest-AttachVolumeTestJSON-1671783140-router', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:52Z', 'updated_at': '2021-05-25T15:57:00Z', 'revision_number': 4, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'gw_port': {'id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:54Z', 'updated_at': '2021-05-25T15:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_floatingips': [{'id': 'a4be229d-a9f5-4f1c-bb63-e3a48d34fd2f', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'floating_ip_address': '172.28.1.101', 'floating_network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'router_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'port_id': '68e23898-2bd8-49fe-989d-2cc4bc65933c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d', 'mac_address': 'fa:16:3e:c1:03:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f68ad4-b3d9-41e6-9ccb-42ec3d835206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:01:29Z', 'updated_at': '2021-05-25T16:01:47Z', 'revision_number': 1, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b98a5ed-156e-413b-9790-7f79fe8bb0b2', 'name': '', 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'mac_address': 'fa:16:3e:88:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:59Z', 'updated_at': '2021-05-25T15:57:16Z', 'revision_number': 5, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'subnets': [{'id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:01:50.747378 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [None req-84068cc8-34ad-473f-b9c1-afa3b6d2cab7 admin admin] For port 83b7077b-0148-46be-9255-a271b72ab751, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=83b7077b-0148-46be-9255-a271b72ab751,segment=NetworkSegment(13ec9ed7-53c7-433f-97c5-96b1b940f45d),segment_id=13ec9ed7-53c7-433f-97c5-96b1b940f45d)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:50.747755 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-84068cc8-34ad-473f-b9c1-afa3b6d2cab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:50.764533 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-f4e4e0ab-f9af-4d55-baf0-780659dd95ac req-794e6c9d-b5dd-4d5d-9f96-4991e6d93723 service neutron] 10.222.0.91 "GET /v2.0/networks/a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917703 May 25 16:01:50.883579 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-84068cc8-34ad-473f-b9c1-afa3b6d2cab7 admin admin] Calling delete_port for 83b7077b-0148-46be-9255-a271b72ab751 owned by network:router_gateway {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:01:50.915846 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3114d1b0-6cf5-46e3-ae9e-f35331d5c323 None None] New status for floating IP a4be229d-a9f5-4f1c-bb63-e3a48d34fd2f: ACTIVE {{(pid=98825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:01:51.059610 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-f4e4e0ab-f9af-4d55-baf0-780659dd95ac req-08019792-7933-4dee-a87d-3e8124cc8b18 service neutron] 10.222.0.91 "GET /v2.0/networks/a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699951 May 25 16:01:51.305015 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-84068cc8-34ad-473f-b9c1-afa3b6d2cab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:51.308932 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:51.356584 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84068cc8-34ad-473f-b9c1-afa3b6d2cab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=83b7077b-0148-46be-9255-a271b72ab751,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:51.360337 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-84068cc8-34ad-473f-b9c1-afa3b6d2cab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:51.393189 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282c6e4-6dfd-4c28-9c94-362f62d1745c req-306d6477-8023-44af-936d-ee760e8c7e49 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:51.394747 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c282c6e4-6dfd-4c28-9c94-362f62d1745c req-306d6477-8023-44af-936d-ee760e8c7e49 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=c262a4bb-cfd7-4456-9f94-474284bc1229 HTTP/1.1" status: 200 len: 946 time: 0.2169724 May 25 16:01:51.440828 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c282c6e4-6dfd-4c28-9c94-362f62d1745c req-c6060367-6ecf-4c5e-a468-08df0d4c9c83 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403748 May 25 16:01:51.455238 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-84068cc8-34ad-473f-b9c1-afa3b6d2cab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449072'] for router_gateway, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:51.624393 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device b7caf25d-0f19-4ce7-9a81-077305b94e37 no longer exists at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:01:51.641730 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-84068cc8-34ad-473f-b9c1-afa3b6d2cab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2879'] for router, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:51.644011 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-84068cc8-34ad-473f-b9c1-afa3b6d2cab7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:51.659274 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] No Port match for: b7caf25d-0f19-4ce7-9a81-077305b94e37 {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:01:51.659637 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device b7caf25d-0f19-4ce7-9a81-077305b94e37 not bound to the agent host dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:01:51.724510 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-84068cc8-34ad-473f-b9c1-afa3b6d2cab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450433'] for router, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:51.725158 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84068cc8-34ad-473f-b9c1-afa3b6d2cab7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca0a40b0-589e-403d-ab6d-1cd5ea898f2b {{(pid=98823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:01:51.742313 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-84068cc8-34ad-473f-b9c1-afa3b6d2cab7 admin admin] Notify callbacks [] for router, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:51.746430 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-84068cc8-34ad-473f-b9c1-afa3b6d2cab7 admin admin] 10.222.0.72 "DELETE /v2.0/routers/ca0a40b0-589e-403d-ab6d-1cd5ea898f2b HTTP/1.1" status: 204 len: 168 time: 2.2128551 May 25 16:01:51.746566 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 46038) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:51.808726 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d279ccc-1036-49d8-9002-8c57f71d5fa0 admin admin] Deleting subnet 6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68 {{(pid=98823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:01:51.814681 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0d279ccc-1036-49d8-9002-8c57f71d5fa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:51.878695 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0d279ccc-1036-49d8-9002-8c57f71d5fa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6719297'] for subnet, precommit_delete_associations {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:51.999209 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0d279ccc-1036-49d8-9002-8c57f71d5fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698781'] for subnet, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:52.264676 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-622e2f51-9c5c-45b9-8fe8-2443e8d93839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:52.310635 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0d279ccc-1036-49d8-9002-8c57f71d5fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1697896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8241880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7228919'] for subnet, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:52.315641 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:52.350613 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d279ccc-1036-49d8-9002-8c57f71d5fa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:52.352561 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0d279ccc-1036-49d8-9002-8c57f71d5fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for subnet, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:52.359562 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-0d279ccc-1036-49d8-9002-8c57f71d5fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:52.359688 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78a4ffc-88d0-4944-908f-fb3de0d5a92b None None] Network ab46e9ff-c4ed-42a6-a4bf-84fd634e0151 requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:01:52.360282 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-0d279ccc-1036-49d8-9002-8c57f71d5fa0 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/6f2a3bad-15b0-41d2-a6b8-3bd33a1c7b68 HTTP/1.1" status: 204 len: 168 time: 0.6119714 May 25 16:01:52.362755 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 46044) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:52.565945 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-43b6a0b5-d64d-4b69-9bf1-31df8f109ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655721'] for network, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:52.647219 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cdcd50-2473-4181-835e-26972c56f1d7 None None] DHCP port deletion for ab46e9ff-c4ed-42a6-a4bf-84fd634e0151 request from dv-cinder-786384-6-smb {{(pid=98825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:01:52.648764 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-43b6a0b5-d64d-4b69-9bf1-31df8f109ab0 admin admin] Deleting port cff2fc6f-4ca2-4fc4-9a65-185909c4e245 {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:01:52.649059 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-43b6a0b5-d64d-4b69-9bf1-31df8f109ab0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:52.656741 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1398f-fc7d-47c5-9e05-681cdedf3831 req-25ef26dd-869b-4f59-b333-b2b6bfc5a8c4 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:52.658245 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ede1398f-fc7d-47c5-9e05-681cdedf3831 req-25ef26dd-869b-4f59-b333-b2b6bfc5a8c4 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=c262a4bb-cfd7-4456-9f94-474284bc1229 HTTP/1.1" status: 200 len: 946 time: 0.1029112 May 25 16:01:52.709333 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ede1398f-fc7d-47c5-9e05-681cdedf3831 req-36b46591-e541-4401-9cb4-7db0c4a9fb9b tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448861 May 25 16:01:52.727352 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-48cdcd50-2473-4181-835e-26972c56f1d7 None None] Deleting port cff2fc6f-4ca2-4fc4-9a65-185909c4e245 {{(pid=98825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:01:52.727675 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-48cdcd50-2473-4181-835e-26972c56f1d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:52.755131 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [None req-43b6a0b5-d64d-4b69-9bf1-31df8f109ab0 admin admin] For port cff2fc6f-4ca2-4fc4-9a65-185909c4e245, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=cff2fc6f-4ca2-4fc4-9a65-185909c4e245,segment=NetworkSegment(09faaebc-deae-4e59-aabb-12f66238ab21),segment_id=09faaebc-deae-4e59-aabb-12f66238ab21)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:52.755490 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-43b6a0b5-d64d-4b69-9bf1-31df8f109ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:52.831577 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-48cdcd50-2473-4181-835e-26972c56f1d7 None None] For port cff2fc6f-4ca2-4fc4-9a65-185909c4e245, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=cff2fc6f-4ca2-4fc4-9a65-185909c4e245,segment=NetworkSegment(09faaebc-deae-4e59-aabb-12f66238ab21),segment_id=09faaebc-deae-4e59-aabb-12f66238ab21)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:52.831997 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-48cdcd50-2473-4181-835e-26972c56f1d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:52.881613 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-43b6a0b5-d64d-4b69-9bf1-31df8f109ab0 admin admin] Calling delete_port for cff2fc6f-4ca2-4fc4-9a65-185909c4e245 owned by network:dhcp {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:01:52.967052 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-48cdcd50-2473-4181-835e-26972c56f1d7 None None] Calling delete_port for cff2fc6f-4ca2-4fc4-9a65-185909c4e245 owned by network:dhcp {{(pid=98825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:01:53.020324 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-43b6a0b5-d64d-4b69-9bf1-31df8f109ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:53.024419 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-44fae378-7fd3-4a60-9535-a45ac49065cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:53.074875 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6a0b5-d64d-4b69-9bf1-31df8f109ab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cff2fc6f-4ca2-4fc4-9a65-185909c4e245,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:53.078775 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-43b6a0b5-d64d-4b69-9bf1-31df8f109ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:53.079675 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b6a0b5-d64d-4b69-9bf1-31df8f109ab0 admin admin] No DVR routers for this DVR port cff2fc6f-4ca2-4fc4-9a65-185909c4e245 on host dv-cinder-786384-6-smb {{(pid=98823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:01:53.230423 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-43b6a0b5-d64d-4b69-9bf1-31df8f109ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700178', 'neutron.services.segments.db._delete_segments_for_network-8745741368284'] for network, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:53.238573 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-48cdcd50-2473-4181-835e-26972c56f1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612'] for port, after_delete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:53.243414 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:53.244162 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.services.segments.db [None req-43b6a0b5-d64d-4b69-9bf1-31df8f109ab0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab46e9ff-c4ed-42a6-a4bf-84fd634e0151']}} {{(pid=98823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:53.256819 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.services.segments.db [None req-43b6a0b5-d64d-4b69-9bf1-31df8f109ab0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09faaebc-deae-4e59-aabb-12f66238ab21') {'for_net_delete': True} {{(pid=98823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:53.257121 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.services.segments.db [None req-43b6a0b5-d64d-4b69-9bf1-31df8f109ab0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09faaebc-deae-4e59-aabb-12f66238ab21') {} {{(pid=98823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:53.270071 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-43b6a0b5-d64d-4b69-9bf1-31df8f109ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745741377181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6719306'] for segment, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:53.287158 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-43b6a0b5-d64d-4b69-9bf1-31df8f109ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:53.292423 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdcd50-2473-4181-835e-26972c56f1d7 None None] Pushing event deleted for resources: {'Port': ['ID=cff2fc6f-4ca2-4fc4-9a65-185909c4e245,revision_number=None']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:53.293345 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b6a0b5-d64d-4b69-9bf1-31df8f109ab0 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=98823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:01:53.293806 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-43b6a0b5-d64d-4b69-9bf1-31df8f109ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8273278'] for segment, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:53.298736 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-48cdcd50-2473-4181-835e-26972c56f1d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:53.299913 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cdcd50-2473-4181-835e-26972c56f1d7 None None] No DVR routers for this DVR port cff2fc6f-4ca2-4fc4-9a65-185909c4e245 on host dv-cinder-786384-6-smb {{(pid=98825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: Traceback (most recent call last): May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: timer() May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: cb(*args, **kw) May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: return func(*args, **kwargs) May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: self._notify() May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: self.callback(batched_events) May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: event.method(event) May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: return f(self, *a, **k) May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: return self._get(url).json() May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: return self.request(url, 'GET', **kwargs) May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:01:53.308269 dv-cinder-786384-6-smb neutron-server[98823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:01:53.491271 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-43b6a0b5-d64d-4b69-9bf1-31df8f109ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449069'] for network, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:53.491271 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-4324715a-2086-417f-aa49-53182d82fe33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:53.506412 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-43b6a0b5-d64d-4b69-9bf1-31df8f109ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:53.512561 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6a0b5-d64d-4b69-9bf1-31df8f109ab0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab46e9ff-c4ed-42a6-a4bf-84fd634e0151,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:53.516838 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-43b6a0b5-d64d-4b69-9bf1-31df8f109ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:53.523173 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-43b6a0b5-d64d-4b69-9bf1-31df8f109ab0 admin admin] 10.222.0.72 "DELETE /v2.0/networks/ab46e9ff-c4ed-42a6-a4bf-84fd634e0151 HTTP/1.1" status: 204 len: 168 time: 1.1594801 May 25 16:01:53.526048 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 46058) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:53.618613 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device cff2fc6f-4ca2-4fc4-9a65-185909c4e245 no longer exists at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:01:53.652856 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] No Port match for: cff2fc6f-4ca2-4fc4-9a65-185909c4e245 {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:01:53.653593 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device cff2fc6f-4ca2-4fc4-9a65-185909c4e245 not bound to the agent host dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:01:53.653693 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 83b7077b-0148-46be-9255-a271b72ab751 no longer exists at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:01:53.688085 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] No Port match for: 83b7077b-0148-46be-9255-a271b72ab751 {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:01:53.688435 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 83b7077b-0148-46be-9255-a271b72ab751 not bound to the agent host dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:01:54.133406 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-1d0cb55d-abad-464b-8071-07f37e321f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452141'] for router_interface, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:54.690462 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:54.716547 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-1d0cb55d-abad-464b-8071-07f37e321f63 admin admin] Deleting port 89744a74-b39a-44ae-822c-b74a308de1b8 {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:01:54.717223 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-1d0cb55d-abad-464b-8071-07f37e321f63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:54.784868 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-c8ce8337-63b6-40aa-b3c4-9ee47bd0cacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:54.843628 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [None req-1d0cb55d-abad-464b-8071-07f37e321f63 admin admin] For port 89744a74-b39a-44ae-822c-b74a308de1b8, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=89744a74-b39a-44ae-822c-b74a308de1b8,segment=NetworkSegment(af379ffa-ed21-4b53-9ddc-25a015af8bed),segment_id=af379ffa-ed21-4b53-9ddc-25a015af8bed)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:54.844143 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-1d0cb55d-abad-464b-8071-07f37e321f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:54.972897 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-1d0cb55d-abad-464b-8071-07f37e321f63 admin admin] Calling delete_port for 89744a74-b39a-44ae-822c-b74a308de1b8 owned by network:router_interface {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:01:55.112953 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:55.205180 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-1d0cb55d-abad-464b-8071-07f37e321f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:55.210475 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-335e8501-97fb-4699-954b-9cd36b08fd38 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:55.254332 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0cb55d-abad-464b-8071-07f37e321f63 admin admin] Pushing event deleted for resources: {'Port': ['ID=89744a74-b39a-44ae-822c-b74a308de1b8,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:55.256869 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-1d0cb55d-abad-464b-8071-07f37e321f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:55.535911 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-1d0cb55d-abad-464b-8071-07f37e321f63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450237'] for router_interface, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:55.876665 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:56.018282 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0cb55d-abad-464b-8071-07f37e321f63 admin admin] Router 6722ae2e-c333-4332-aa85-10fb03a61a92 has already been hosted by L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab {{(pid=98823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:01:56.257327 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0cb55d-abad-464b-8071-07f37e321f63 admin admin] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:01:56.270182 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d534ffc2-26b5-437f-a0f6-ebbe403cb946 None None] Sync routers for ids ['6722ae2e-c333-4332-aa85-10fb03a61a92'] in dv-cinder-786384-6-smb {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:01:56.272485 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-1d0cb55d-abad-464b-8071-07f37e321f63 admin admin] 10.222.0.72 "PUT /v2.0/routers/6722ae2e-c333-4332-aa85-10fb03a61a92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7454619 May 25 16:01:56.276900 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 46086) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:56.287518 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d534ffc2-26b5-437f-a0f6-ebbe403cb946 None None] Routers {'6722ae2e-c333-4332-aa85-10fb03a61a92'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:01:56.287874 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-fb2ad8d9-a1c7-4af4-8a28-c110e9953221 req-7afb505f-ce7d-4a86-b617-b4017f1ed633 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1723680 May 25 16:01:56.288690 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-d534ffc2-26b5-437f-a0f6-ebbe403cb946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:01:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['6722ae2e-c333-4332-aa85-10fb03a61a92'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:56.445485 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ad8d9-a1c7-4af4-8a28-c110e9953221 req-28e4691d-461e-4440-8468-1c87553f52d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:56.447191 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-fb2ad8d9-a1c7-4af4-8a28-c110e9953221 req-28e4691d-461e-4440-8468-1c87553f52d1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1dafbac212f4486fb6d026d08f3d58bb&device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 1099 time: 0.0886278 May 25 16:01:56.523842 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4991-eaac-41cc-92e5-6168c3a234cc admin admin] Notify callbacks [] for router, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:56.544929 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-d534ffc2-26b5-437f-a0f6-ebbe403cb946 None None] Set router 6722ae2e-c333-4332-aa85-10fb03a61a92 gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:01:56.694769 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ad8d9-a1c7-4af4-8a28-c110e9953221 req-9b6cf76f-7711-4e89-b42c-e5421899d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:56.696514 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-fb2ad8d9-a1c7-4af4-8a28-c110e9953221 req-9b6cf76f-7711-4e89-b42c-e5421899d890 service neutron] 10.222.0.91 "GET /v2.0/networks?id=9b9e8b48-533f-4671-b519-11ca6129f792 HTTP/1.1" status: 200 len: 917 time: 0.1561341 May 25 16:01:56.863865 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-fb2ad8d9-a1c7-4af4-8a28-c110e9953221 req-28d53c44-a503-49c0-88e2-fe0f8b9daf37 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63dd0404-955b-4585-8721-710deadea260 HTTP/1.1" status: 200 len: 1000 time: 0.1570864 May 25 16:01:56.942032 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4991-eaac-41cc-92e5-6168c3a234cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:56.957764 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ad8d9-a1c7-4af4-8a28-c110e9953221 req-6207eb47-a063-4c3c-9926-55b85a0a5d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:56.959621 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-fb2ad8d9-a1c7-4af4-8a28-c110e9953221 req-6207eb47-a063-4c3c-9926-55b85a0a5d81 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae HTTP/1.1" status: 200 len: 855 time: 0.0883610 May 25 16:01:56.969740 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-d534ffc2-26b5-437f-a0f6-ebbe403cb946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722ae2e-c333-4332-aa85-10fb03a61a92', 'name': 'tempest-TestMinimumBasicScenario-1258282045-router', 'tenant_id': '0308f22a6f2f4234a934b7fddb47c591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.125'}], 'enable_snat': True}, 'gw_port_id': 'd670a49c-8d1b-4d02-83ca-2f899b179a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:32Z', 'updated_at': '2021-05-25T16:01:55Z', 'revision_number': 5, 'project_id': '0308f22a6f2f4234a934b7fddb47c591', 'gw_port': {'id': 'd670a49c-8d1b-4d02-83ca-2f899b179a46', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722ae2e-c333-4332-aa85-10fb03a61a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:33Z', 'updated_at': '2021-05-25T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:56.973877 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d534ffc2-26b5-437f-a0f6-ebbe403cb946 None None] Checking router: 6722ae2e-c333-4332-aa85-10fb03a61a92 for host: dv-cinder-786384-6-smb {{(pid=98826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:01:56.983291 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d534ffc2-26b5-437f-a0f6-ebbe403cb946 None None] Routers {'6722ae2e-c333-4332-aa85-10fb03a61a92'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:01:56.983902 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-d534ffc2-26b5-437f-a0f6-ebbe403cb946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:01:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['6722ae2e-c333-4332-aa85-10fb03a61a92'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:57.040252 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ad8d9-a1c7-4af4-8a28-c110e9953221 req-51a7fbd9-4ea9-4e30-8ddf-7fc9524633bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:57.046949 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-fb2ad8d9-a1c7-4af4-8a28-c110e9953221 req-51a7fbd9-4ea9-4e30-8ddf-7fc9524633bb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9b9e8b48-533f-4671-b519-11ca6129f792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721462 May 25 16:01:57.140658 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.plugin [None req-0f5a4991-eaac-41cc-92e5-6168c3a234cc admin admin] Deleting port d670a49c-8d1b-4d02-83ca-2f899b179a46 {{(pid=98824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:01:57.141320 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4991-eaac-41cc-92e5-6168c3a234cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:57.218919 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-d534ffc2-26b5-437f-a0f6-ebbe403cb946 None None] Set router 6722ae2e-c333-4332-aa85-10fb03a61a92 gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:01:57.280544 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-fb2ad8d9-a1c7-4af4-8a28-c110e9953221 req-2e5d9d2c-8b34-4d16-b6d4-a7e35b522f69 service neutron] 10.222.0.91 "GET /v2.0/networks/9b9e8b48-533f-4671-b519-11ca6129f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895919 May 25 16:01:57.282525 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.db [None req-0f5a4991-eaac-41cc-92e5-6168c3a234cc admin admin] For port d670a49c-8d1b-4d02-83ca-2f899b179a46, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=d670a49c-8d1b-4d02-83ca-2f899b179a46,segment=NetworkSegment(13ec9ed7-53c7-433f-97c5-96b1b940f45d),segment_id=13ec9ed7-53c7-433f-97c5-96b1b940f45d)] {{(pid=98824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:57.283097 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4991-eaac-41cc-92e5-6168c3a234cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:57.419612 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.plugin [None req-0f5a4991-eaac-41cc-92e5-6168c3a234cc admin admin] Calling delete_port for d670a49c-8d1b-4d02-83ca-2f899b179a46 owned by network:router_gateway {{(pid=98824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:01:57.457005 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-fb2ad8d9-a1c7-4af4-8a28-c110e9953221 req-dea8fbd0-635a-469d-a1e3-5f1dcf8765b5 service neutron] 10.222.0.91 "GET /v2.0/networks/9b9e8b48-533f-4671-b519-11ca6129f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631553 May 25 16:01:57.536696 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-d534ffc2-26b5-437f-a0f6-ebbe403cb946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722ae2e-c333-4332-aa85-10fb03a61a92', 'name': 'tempest-TestMinimumBasicScenario-1258282045-router', 'tenant_id': '0308f22a6f2f4234a934b7fddb47c591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.125'}], 'enable_snat': True}, 'gw_port_id': 'd670a49c-8d1b-4d02-83ca-2f899b179a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:32Z', 'updated_at': '2021-05-25T16:01:55Z', 'revision_number': 5, 'project_id': '0308f22a6f2f4234a934b7fddb47c591', 'gw_port': {'id': 'd670a49c-8d1b-4d02-83ca-2f899b179a46', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722ae2e-c333-4332-aa85-10fb03a61a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:33Z', 'updated_at': '2021-05-25T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:57.540555 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d534ffc2-26b5-437f-a0f6-ebbe403cb946 None None] The sync data for ids ['6722ae2e-c333-4332-aa85-10fb03a61a92'] in dv-cinder-786384-6-smb is: [{'id': '6722ae2e-c333-4332-aa85-10fb03a61a92', 'name': 'tempest-TestMinimumBasicScenario-1258282045-router', 'tenant_id': '0308f22a6f2f4234a934b7fddb47c591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.125'}], 'enable_snat': True}, 'gw_port_id': 'd670a49c-8d1b-4d02-83ca-2f899b179a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:32Z', 'updated_at': '2021-05-25T16:01:55Z', 'revision_number': 5, 'project_id': '0308f22a6f2f4234a934b7fddb47c591', 'gw_port': {'id': 'd670a49c-8d1b-4d02-83ca-2f899b179a46', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722ae2e-c333-4332-aa85-10fb03a61a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:33Z', 'updated_at': '2021-05-25T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}] {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:01:57.787431 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4991-eaac-41cc-92e5-6168c3a234cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6454840'] for port, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:57.792329 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-7c8487f2-10c5-4610-a6e8-7fa5dcf97009 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:57.863862 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a4991-eaac-41cc-92e5-6168c3a234cc admin admin] Pushing event deleted for resources: {'Port': ['ID=d670a49c-8d1b-4d02-83ca-2f899b179a46,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:57.877901 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-0f5a4991-eaac-41cc-92e5-6168c3a234cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:57.954188 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4991-eaac-41cc-92e5-6168c3a234cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449072'] for router_gateway, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:58.015759 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:58.152030 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4991-eaac-41cc-92e5-6168c3a234cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2879'] for router, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:58.154286 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4991-eaac-41cc-92e5-6168c3a234cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:58.313014 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4991-eaac-41cc-92e5-6168c3a234cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450433'] for router, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:58.313711 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5a4991-eaac-41cc-92e5-6168c3a234cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6722ae2e-c333-4332-aa85-10fb03a61a92 {{(pid=98824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:01:58.326915 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4991-eaac-41cc-92e5-6168c3a234cc admin admin] Notify callbacks [] for router, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:58.327840 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-0f5a4991-eaac-41cc-92e5-6168c3a234cc admin admin] 10.222.0.72 "DELETE /v2.0/routers/6722ae2e-c333-4332-aa85-10fb03a61a92 HTTP/1.1" status: 204 len: 168 time: 2.0489635 May 25 16:01:58.330351 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 46110) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:58.393677 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dfa970c-9a13-49da-acd1-580b87d6bb8b admin admin] Deleting subnet 2f78f831-d6a1-4956-a846-2e6292505ce3 {{(pid=98824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:01:58.396896 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-7dfa970c-9a13-49da-acd1-580b87d6bb8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:58.451314 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-7dfa970c-9a13-49da-acd1-580b87d6bb8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513091'] for subnet, precommit_delete_associations {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:58.573862 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-7dfa970c-9a13-49da-acd1-580b87d6bb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698781'] for subnet, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:58.990981 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-7dfa970c-9a13-49da-acd1-580b87d6bb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1697896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6390219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6432762'] for subnet, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:58.995107 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-58cf7494-7c5d-4bea-972e-166b28c6a889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:59.029323 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa970c-9a13-49da-acd1-580b87d6bb8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f78f831-d6a1-4956-a846-2e6292505ce3,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:59.032756 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-7dfa970c-9a13-49da-acd1-580b87d6bb8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:59.035411 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-7dfa970c-9a13-49da-acd1-580b87d6bb8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:59.041179 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95185e91-3bfe-4d85-bc39-b3a06e0e56ac None None] Network b23c34f7-ddb5-44a1-b733-50598e4001aa requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:01:59.041716 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-7dfa970c-9a13-49da-acd1-580b87d6bb8b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2f78f831-d6a1-4956-a846-2e6292505ce3 HTTP/1.1" status: 204 len: 168 time: 0.7101066 May 25 16:01:59.044632 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 46116) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:59.161282 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5daf7d94-b6b0-4913-b9b3-a4da8a93aacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655721'] for network, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:59.245339 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.plugin [None req-5daf7d94-b6b0-4913-b9b3-a4da8a93aacd admin admin] Deleting port 1f5aa677-89cf-458a-b1c2-d069da366384 {{(pid=98824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:01:59.245796 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5daf7d94-b6b0-4913-b9b3-a4da8a93aacd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:59.337331 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482b61a7-cdcc-4964-93ea-3c940f8be3a5 None None] DHCP port deletion for b23c34f7-ddb5-44a1-b733-50598e4001aa request from dv-cinder-786384-6-smb {{(pid=98825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:01:59.363777 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.db [None req-5daf7d94-b6b0-4913-b9b3-a4da8a93aacd admin admin] For port 1f5aa677-89cf-458a-b1c2-d069da366384, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=1f5aa677-89cf-458a-b1c2-d069da366384,segment=NetworkSegment(af379ffa-ed21-4b53-9ddc-25a015af8bed),segment_id=af379ffa-ed21-4b53-9ddc-25a015af8bed)] {{(pid=98824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:59.364410 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5daf7d94-b6b0-4913-b9b3-a4da8a93aacd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:59.412906 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-482b61a7-cdcc-4964-93ea-3c940f8be3a5 None None] Deleting port 1f5aa677-89cf-458a-b1c2-d069da366384 {{(pid=98825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:01:59.413294 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-482b61a7-cdcc-4964-93ea-3c940f8be3a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:59.518697 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.plugin [None req-5daf7d94-b6b0-4913-b9b3-a4da8a93aacd admin admin] Calling delete_port for 1f5aa677-89cf-458a-b1c2-d069da366384 owned by network:dhcp {{(pid=98824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:01:59.534560 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-482b61a7-cdcc-4964-93ea-3c940f8be3a5 None None] For port 1f5aa677-89cf-458a-b1c2-d069da366384, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=1f5aa677-89cf-458a-b1c2-d069da366384,segment=NetworkSegment(af379ffa-ed21-4b53-9ddc-25a015af8bed),segment_id=af379ffa-ed21-4b53-9ddc-25a015af8bed)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:59.535502 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-482b61a7-cdcc-4964-93ea-3c940f8be3a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:59.687473 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 1f5aa677-89cf-458a-b1c2-d069da366384 no longer exists at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:01:59.691601 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5daf7d94-b6b0-4913-b9b3-a4da8a93aacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6454840'] for port, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:59.700034 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-3b908603-bb7a-45b1-a688-dc658358d251 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:59.728648 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-482b61a7-cdcc-4964-93ea-3c940f8be3a5 None None] Calling delete_port for 1f5aa677-89cf-458a-b1c2-d069da366384 owned by network:dhcp {{(pid=98825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:01:59.740782 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf7d94-b6b0-4913-b9b3-a4da8a93aacd admin admin] Pushing event deleted for resources: {'Port': ['ID=1f5aa677-89cf-458a-b1c2-d069da366384,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:59.743221 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] No Port match for: 1f5aa677-89cf-458a-b1c2-d069da366384 {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:01:59.743829 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 1f5aa677-89cf-458a-b1c2-d069da366384 not bound to the agent host dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:01:59.744101 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 89744a74-b39a-44ae-822c-b74a308de1b8 no longer exists at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:01:59.744309 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-5daf7d94-b6b0-4913-b9b3-a4da8a93aacd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:59.750135 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daf7d94-b6b0-4913-b9b3-a4da8a93aacd admin admin] No DVR routers for this DVR port 1f5aa677-89cf-458a-b1c2-d069da366384 on host dv-cinder-786384-6-smb {{(pid=98824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:01:59.806303 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] No Port match for: 89744a74-b39a-44ae-822c-b74a308de1b8 {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:01:59.806538 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 89744a74-b39a-44ae-822c-b74a308de1b8 not bound to the agent host dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:01:59.806971 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device d670a49c-8d1b-4d02-83ca-2f899b179a46 no longer exists at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:01:59.866085 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] No Port match for: d670a49c-8d1b-4d02-83ca-2f899b179a46 {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:01:59.866353 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device d670a49c-8d1b-4d02-83ca-2f899b179a46 not bound to the agent host dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:01:59.904283 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5daf7d94-b6b0-4913-b9b3-a4da8a93aacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700178', 'neutron.services.segments.db._delete_segments_for_network-8745741368284'] for network, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:59.911206 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-482b61a7-cdcc-4964-93ea-3c940f8be3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612'] for port, after_delete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:59.916201 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:59.918862 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.services.segments.db [None req-5daf7d94-b6b0-4913-b9b3-a4da8a93aacd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b23c34f7-ddb5-44a1-b733-50598e4001aa']}} {{(pid=98824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:59.939178 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.services.segments.db [None req-5daf7d94-b6b0-4913-b9b3-a4da8a93aacd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af379ffa-ed21-4b53-9ddc-25a015af8bed') {'for_net_delete': True} {{(pid=98824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:59.941604 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.services.segments.db [None req-5daf7d94-b6b0-4913-b9b3-a4da8a93aacd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af379ffa-ed21-4b53-9ddc-25a015af8bed') {} {{(pid=98824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:59.954785 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5daf7d94-b6b0-4913-b9b3-a4da8a93aacd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745741377181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513096'] for segment, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:59.963728 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b61a7-cdcc-4964-93ea-3c940f8be3a5 None None] Pushing event deleted for resources: {'Port': ['ID=1f5aa677-89cf-458a-b1c2-d069da366384,revision_number=None']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:59.971996 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482b61a7-cdcc-4964-93ea-3c940f8be3a5 None None] No DVR routers for this DVR port 1f5aa677-89cf-458a-b1c2-d069da366384 on host dv-cinder-786384-6-smb {{(pid=98825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:01:59.971996 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-482b61a7-cdcc-4964-93ea-3c940f8be3a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:59.982810 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5daf7d94-b6b0-4913-b9b3-a4da8a93aacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:59.991712 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5daf7d94-b6b0-4913-b9b3-a4da8a93aacd admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=98824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:01:59.992272 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5daf7d94-b6b0-4913-b9b3-a4da8a93aacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6454893'] for segment, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: Traceback (most recent call last): May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: timer() May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: cb(*args, **kw) May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: return func(*args, **kwargs) May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: self._notify() May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: self.callback(batched_events) May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: event.method(event) May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: return f(self, *a, **k) May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: return self._get(url).json() May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: return self.request(url, 'GET', **kwargs) May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:02:00.007417 dv-cinder-786384-6-smb neutron-server[98824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:02:00.173558 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630927c-ea7b-43be-adc2-3b2208cb6d0d req-75f127ab-0961-4598-be34-afe90b73e8e6 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:00.175095 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d630927c-ea7b-43be-adc2-3b2208cb6d0d req-75f127ab-0961-4598-be34-afe90b73e8e6 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 946 time: 0.1085773 May 25 16:02:00.224442 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d630927c-ea7b-43be-adc2-3b2208cb6d0d req-f0164d1f-369b-4b6e-8605-8b54aa516f13 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430460 May 25 16:02:00.225682 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5daf7d94-b6b0-4913-b9b3-a4da8a93aacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449069'] for network, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:00.230350 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5daf7d94-b6b0-4913-b9b3-a4da8a93aacd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:00.236268 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:00.257026 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-5daf7d94-b6b0-4913-b9b3-a4da8a93aacd admin admin] 10.222.0.72 "DELETE /v2.0/networks/b23c34f7-ddb5-44a1-b733-50598e4001aa HTTP/1.1" status: 204 len: 168 time: 1.2110639 May 25 16:02:00.260520 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf7d94-b6b0-4913-b9b3-a4da8a93aacd admin admin] Pushing event deleted for resources: {'Network': ['ID=b23c34f7-ddb5-44a1-b733-50598e4001aa,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:00.263437 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-5daf7d94-b6b0-4913-b9b3-a4da8a93aacd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:00.661847 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 46146) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:00.711262 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-ff0743e6-5001-457d-91c2-202e48a15660 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=04e5d6c18a744c4fb33799b5049c26af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481513 May 25 16:02:00.713645 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 46150) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:00.773520 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-ede2d38a-4a85-4986-b600-95615d4a6cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:00.802148 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-ede2d38a-4a85-4986-b600-95615d4a6cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:00.924821 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-ede2d38a-4a85-4986-b600-95615d4a6cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:00.928549 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-8a3bf8f2-becb-4d02-b9d6-e76695829ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:00.940763 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2d38a-4a85-4986-b600-95615d4a6cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4e0583-12b2-4fb0-a3cb-48465ff63bb1,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:00.944240 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-ede2d38a-4a85-4986-b600-95615d4a6cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:00.947763 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-ede2d38a-4a85-4986-b600-95615d4a6cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:00.948904 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-ede2d38a-4a85-4986-b600-95615d4a6cdc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bf4e0583-12b2-4fb0-a3cb-48465ff63bb1 HTTP/1.1" status: 204 len: 168 time: 0.2342539 May 25 16:02:01.427816 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deba067-092a-40d6-8f91-f42a709f8c46 req-09952268-d433-4837-90e0-b87e7d817e69 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:01.429297 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2deba067-092a-40d6-8f91-f42a709f8c46 req-09952268-d433-4837-90e0-b87e7d817e69 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 946 time: 0.0844903 May 25 16:02:01.480911 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2deba067-092a-40d6-8f91-f42a709f8c46 req-a6e9d97a-8020-4c6d-8160-eb4085a6da44 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453327 May 25 16:02:01.656565 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 46164) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:01.707395 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-72b91b1e-1915-47d6-9438-f92a5fc7692a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0308f22a6f2f4234a934b7fddb47c591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495152 May 25 16:02:01.709809 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 46168) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:01.768633 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-61cbb4ea-ab64-46b0-b49e-53bf4e5aa570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:01.794789 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-61cbb4ea-ab64-46b0-b49e-53bf4e5aa570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:01.910679 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-61cbb4ea-ab64-46b0-b49e-53bf4e5aa570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:01.914555 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-4324715a-2086-417f-aa49-53182d82fe33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:01.929059 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbb4ea-ab64-46b0-b49e-53bf4e5aa570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2468488a-482a-4179-ab61-6ee6e9949f74,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:01.932949 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-61cbb4ea-ab64-46b0-b49e-53bf4e5aa570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:01.936577 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-61cbb4ea-ab64-46b0-b49e-53bf4e5aa570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:01.937742 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-61cbb4ea-ab64-46b0-b49e-53bf4e5aa570 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2468488a-482a-4179-ab61-6ee6e9949f74 HTTP/1.1" status: 204 len: 168 time: 0.2269955 May 25 16:02:02.707426 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c76121-50e6-4df0-ae18-167400fa5335 req-c9fc2795-4173-453e-aa53-8b26d2f3ecd5 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:02.708145 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-79c76121-50e6-4df0-ae18-167400fa5335 req-c9fc2795-4173-453e-aa53-8b26d2f3ecd5 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Synchronizing usage tracker for tenant:1dafbac212f4486fb6d026d08f3d58bb on resource:port {{(pid=98823) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:02:02.790061 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-79c76121-50e6-4df0-ae18-167400fa5335 req-c9fc2795-4173-453e-aa53-8b26d2f3ecd5 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Unset dirty status for tenant:1dafbac212f4486fb6d026d08f3d58bb on resource:port {{(pid=98823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:02:02.791215 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-79c76121-50e6-4df0-ae18-167400fa5335 req-c9fc2795-4173-453e-aa53-8b26d2f3ecd5 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.91 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 946 time: 0.1674035 May 25 16:02:02.798175 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3e266-79a3-4372-ae36-59b362982ede req-8a7234fb-2fe8-4c30-ab1c-17aeb38623c4 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:02.799624 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-acd3e266-79a3-4372-ae36-59b362982ede req-8a7234fb-2fe8-4c30-ab1c-17aeb38623c4 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/networks?id=dcd1ec79-ead3-4023-83d2-5d84776b65d6 HTTP/1.1" status: 200 len: 814 time: 0.2047410 May 25 16:02:02.808075 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffebe01-7074-4192-8c14-c4531f227240 req-e862ddd3-69c8-40d0-9bc6-7dc044650348 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:02.810078 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3ffebe01-7074-4192-8c14-c4531f227240 req-e862ddd3-69c8-40d0-9bc6-7dc044650348 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 946 time: 0.1933045 May 25 16:02:02.834505 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-acd3e266-79a3-4372-ae36-59b362982ede req-e3de3d96-db56-4685-aabf-7a312f0e9d35 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/quotas/672af14cc5e34f6cbf78d0c38253a926 HTTP/1.1" status: 200 len: 375 time: 0.0233943 May 25 16:02:02.905629 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3ffebe01-7074-4192-8c14-c4531f227240 req-a014c1d1-882a-4e32-8422-1eaf46389a6a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca84624c-564d-4c38-9403-97538b2c6534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882261 May 25 16:02:02.955401 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-acd3e266-79a3-4372-ae36-59b362982ede req-9187c915-739d-450e-9719-997da28f554c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=672af14cc5e34f6cbf78d0c38253a926&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1135879 May 25 16:02:03.046053 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-79c76121-50e6-4df0-ae18-167400fa5335 req-b435deb8-a168-4caa-bec8-2366b918985e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Deleting port 63dd0404-955b-4585-8721-710deadea260 {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:02:03.047015 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-79c76121-50e6-4df0-ae18-167400fa5335 req-b435deb8-a168-4caa-bec8-2366b918985e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:03.189911 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-79c76121-50e6-4df0-ae18-167400fa5335 req-b435deb8-a168-4caa-bec8-2366b918985e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] For port 63dd0404-955b-4585-8721-710deadea260, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=63dd0404-955b-4585-8721-710deadea260,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:02:03.190439 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-79c76121-50e6-4df0-ae18-167400fa5335 req-b435deb8-a168-4caa-bec8-2366b918985e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:03.195888 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-acd3e266-79a3-4372-ae36-59b362982ede req-e16169e5-5f85-4fc6-84bb-14fc67c95b4f service neutron] 10.222.0.72 "GET /v2.0/networks/dcd1ec79-ead3-4023-83d2-5d84776b65d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330935 May 25 16:02:03.338511 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-acd3e266-79a3-4372-ae36-59b362982ede req-47604e7c-80ac-4789-8a8c-e770f4c2e2d4 service neutron] 10.222.0.72 "GET /v2.0/networks/dcd1ec79-ead3-4023-83d2-5d84776b65d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360724 May 25 16:02:03.491730 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-79c76121-50e6-4df0-ae18-167400fa5335 req-b435deb8-a168-4caa-bec8-2366b918985e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:03.492096 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-79c76121-50e6-4df0-ae18-167400fa5335 req-b435deb8-a168-4caa-bec8-2366b918985e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449055'] for floatingip, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:03.492409 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.db.l3_db [req-79c76121-50e6-4df0-ae18-167400fa5335 req-b435deb8-a168-4caa-bec8-2366b918985e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Floating IP 3042c0ca-3fd7-4e54-a3b9-b68d93d722aa disassociated. External IP: 172.28.1.49, port: 63dd0404-955b-4585-8721-710deadea260. May 25 16:02:03.492746 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-79c76121-50e6-4df0-ae18-167400fa5335 req-b435deb8-a168-4caa-bec8-2366b918985e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Calling delete_port for 63dd0404-955b-4585-8721-710deadea260 owned by compute:nova {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:02:03.636463 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ef03f871-9721-42f7-8457-e97492da2043 req-a9a51087-e9f3-4231-903c-56171e4ce6bb tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=322c8015-50f7-4362-9df9-b39332c258d5 HTTP/1.1" status: 200 len: 210 time: 0.0444005 May 25 16:02:03.699636 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-79c76121-50e6-4df0-ae18-167400fa5335 req-b435deb8-a168-4caa-bec8-2366b918985e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:03.707829 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-9504da30-8ab6-449a-b497-904fdc42c1d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:03.752742 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435deb8-a168-4caa-bec8-2366b918985e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Pushing event deleted for resources: {'Port': ['ID=63dd0404-955b-4585-8721-710deadea260,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:03.755810 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-b435deb8-a168-4caa-bec8-2366b918985e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:03.947052 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79c76121-50e6-4df0-ae18-167400fa5335 req-b435deb8-a168-4caa-bec8-2366b918985e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Router 6d2a2359-3686-465a-8734-7975f4ab0dbb has already been hosted by L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab {{(pid=98823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:02:04.078921 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b42d4b98-0e48-4073-be43-93d040965a15 req-b52841f7-8010-4d6f-afb3-f5befa1898f8 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 210 time: 0.0447311 May 25 16:02:04.214053 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79c76121-50e6-4df0-ae18-167400fa5335 req-b435deb8-a168-4caa-bec8-2366b918985e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:02:04.226888 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a42332-fd9b-452c-b0ca-5b84642e83aa None None] Sync routers for ids ['6d2a2359-3686-465a-8734-7975f4ab0dbb'] in dv-cinder-786384-6-smb {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:02:04.238798 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a42332-fd9b-452c-b0ca-5b84642e83aa None None] Routers {'6d2a2359-3686-465a-8734-7975f4ab0dbb'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:02:04.239457 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-d7a42332-fd9b-452c-b0ca-5b84642e83aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:01:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['6d2a2359-3686-465a-8734-7975f4ab0dbb'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:02:04.303116 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c76121-50e6-4df0-ae18-167400fa5335 req-b435deb8-a168-4caa-bec8-2366b918985e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] No DVR routers for this DVR port 63dd0404-955b-4585-8721-710deadea260 on host hv-cinder-78638 {{(pid=98823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:02:04.303116 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-79c76121-50e6-4df0-ae18-167400fa5335 req-b435deb8-a168-4caa-bec8-2366b918985e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:04.303910 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b77655f-87f7-4f8a-a025-b6ac0493dbd3', 'name': 'network-vif-deleted', 'tag': '63dd0404-955b-4585-8721-710deadea260'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:02:04.352864 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b77655f-87f7-4f8a-a025-b6ac0493dbd3', 'name': 'network-vif-deleted', 'tag': '63dd0404-955b-4585-8721-710deadea260', 'status': 'completed', 'code': 200} May 25 16:02:04.396999 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-79c76121-50e6-4df0-ae18-167400fa5335 req-b435deb8-a168-4caa-bec8-2366b918985e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.91 "DELETE /v2.0/ports/63dd0404-955b-4585-8721-710deadea260 HTTP/1.1" status: 204 len: 173 time: 1.5981698 May 25 16:02:04.463817 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-d7a42332-fd9b-452c-b0ca-5b84642e83aa None None] Set router 6d2a2359-3686-465a-8734-7975f4ab0dbb gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:02:04.806982 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1cc77cf7-6913-4cfa-86ef-4dfb2f59424d req-d47bc4d4-7b42-4aba-8691-1d9487716b2d tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=322c8015-50f7-4362-9df9-b39332c258d5 HTTP/1.1" status: 200 len: 210 time: 0.0504434 May 25 16:02:04.836960 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-d7a42332-fd9b-452c-b0ca-5b84642e83aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'name': 'tempest-AttachVolumeShelveTestJSON-110591338-router', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:00Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'gw_port': {'id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:01Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': '194e7b71-74b4-4a4c-92eb-bc3210a06c9d', 'name': '', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'mac_address': 'fa:16:3e:3a:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:06Z', 'updated_at': '2021-05-25T15:58:14Z', 'revision_number': 5, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'subnets': [{'id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:02:04.846214 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a42332-fd9b-452c-b0ca-5b84642e83aa None None] Checking router: 6d2a2359-3686-465a-8734-7975f4ab0dbb for host: dv-cinder-786384-6-smb {{(pid=98825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:02:04.850944 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a42332-fd9b-452c-b0ca-5b84642e83aa None None] Routers {'6d2a2359-3686-465a-8734-7975f4ab0dbb'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:02:04.851579 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-d7a42332-fd9b-452c-b0ca-5b84642e83aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:01:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['6d2a2359-3686-465a-8734-7975f4ab0dbb'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:02:05.061280 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-d7a42332-fd9b-452c-b0ca-5b84642e83aa None None] Set router 6d2a2359-3686-465a-8734-7975f4ab0dbb gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:02:05.191849 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 63dd0404-955b-4585-8721-710deadea260 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:02:05.253656 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] No Port match for: 63dd0404-955b-4585-8721-710deadea260 {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:02:05.254358 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 63dd0404-955b-4585-8721-710deadea260 not bound to the agent host hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:02:05.270405 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-881b8878-847b-4942-97b9-75a6ea5b38b1 req-6db53980-e0eb-4381-b719-62cbfdb3e9d4 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b77655f-87f7-4f8a-a025-b6ac0493dbd3 HTTP/1.1" status: 200 len: 210 time: 0.0474236 May 25 16:02:05.438070 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-d7a42332-fd9b-452c-b0ca-5b84642e83aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'name': 'tempest-AttachVolumeShelveTestJSON-110591338-router', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:00Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'gw_port': {'id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:01Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': '194e7b71-74b4-4a4c-92eb-bc3210a06c9d', 'name': '', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'mac_address': 'fa:16:3e:3a:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:06Z', 'updated_at': '2021-05-25T15:58:14Z', 'revision_number': 5, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'subnets': [{'id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:02:05.442364 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a42332-fd9b-452c-b0ca-5b84642e83aa None None] The sync data for ids ['6d2a2359-3686-465a-8734-7975f4ab0dbb'] in dv-cinder-786384-6-smb is: [{'id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'name': 'tempest-AttachVolumeShelveTestJSON-110591338-router', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:00Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'gw_port': {'id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:01Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': '194e7b71-74b4-4a4c-92eb-bc3210a06c9d', 'name': '', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'mac_address': 'fa:16:3e:3a:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:06Z', 'updated_at': '2021-05-25T15:58:14Z', 'revision_number': 5, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'subnets': [{'id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:02:05.685776 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7c6b54-55e3-46f2-9ca4-269c8edb1d73 None None] New status for floating IP 3042c0ca-3fd7-4e54-a3b9-b68d93d722aa: DOWN {{(pid=98826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:02:05.960666 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d3580c05-1d8e-4462-bbda-ececa2c75d14 req-819b0f44-0e1f-42f0-ac4c-eac2e76daf58 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=322c8015-50f7-4362-9df9-b39332c258d5 HTTP/1.1" status: 200 len: 210 time: 0.0444760 May 25 16:02:06.408891 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3e266-79a3-4372-ae36-59b362982ede req-194a7903-eefa-41e2-8335-8b43400668ec tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:06.409712 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-acd3e266-79a3-4372-ae36-59b362982ede req-194a7903-eefa-41e2-8335-8b43400668ec tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Synchronizing usage tracker for tenant:672af14cc5e34f6cbf78d0c38253a926 on resource:network {{(pid=98823) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:02:06.495693 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 46232) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:06.502111 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-acd3e266-79a3-4372-ae36-59b362982ede req-194a7903-eefa-41e2-8335-8b43400668ec tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Unset dirty status for tenant:672af14cc5e34f6cbf78d0c38253a926 on resource:network {{(pid=98823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:02:06.503707 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-acd3e266-79a3-4372-ae36-59b362982ede req-194a7903-eefa-41e2-8335-8b43400668ec tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.91 "GET /v2.0/networks?id=dcd1ec79-ead3-4023-83d2-5d84776b65d6 HTTP/1.1" status: 200 len: 814 time: 0.2524974 May 25 16:02:06.539585 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [req-acd3e266-79a3-4372-ae36-59b362982ede req-d90312b4-57f3-45da-bb2d-adc48e28226a tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Request body: {'port': {'device_id': '322c8015-50f7-4362-9df9-b39332c258d5', 'network_id': 'dcd1ec79-ead3-4023-83d2-5d84776b65d6', 'admin_state_up': True, 'tenant_id': '672af14cc5e34f6cbf78d0c38253a926'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:06.576401 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-741b7b65-3ddd-4154-9e68-79206809de4a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:06.612103 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-741b7b65-3ddd-4154-9e68-79206809de4a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:06.707088 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [req-acd3e266-79a3-4372-ae36-59b362982ede req-d90312b4-57f3-45da-bb2d-adc48e28226a tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:06.717520 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [req-acd3e266-79a3-4372-ae36-59b362982ede req-d90312b4-57f3-45da-bb2d-adc48e28226a tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:06.741789 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-741b7b65-3ddd-4154-9e68-79206809de4a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:06.747546 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-f587bfae-0574-419d-abca-fa149df81b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:06.762970 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b7b65-3ddd-4154-9e68-79206809de4a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca84624c-564d-4c38-9403-97538b2c6534,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:06.772853 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b7b65-3ddd-4154-9e68-79206809de4a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:06.773290 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b7b65-3ddd-4154-9e68-79206809de4a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:06.773697 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b7b65-3ddd-4154-9e68-79206809de4a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:06.774126 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b7b65-3ddd-4154-9e68-79206809de4a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:06.774580 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b7b65-3ddd-4154-9e68-79206809de4a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:06.774997 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b7b65-3ddd-4154-9e68-79206809de4a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:06.775460 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b7b65-3ddd-4154-9e68-79206809de4a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:06.775861 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b7b65-3ddd-4154-9e68-79206809de4a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:06.776439 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b7b65-3ddd-4154-9e68-79206809de4a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:06.776820 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b7b65-3ddd-4154-9e68-79206809de4a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:06.777347 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b7b65-3ddd-4154-9e68-79206809de4a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:06.777672 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b7b65-3ddd-4154-9e68-79206809de4a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:06.781336 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-741b7b65-3ddd-4154-9e68-79206809de4a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:06.830841 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd3e266-79a3-4372-ae36-59b362982ede req-d90312b4-57f3-45da-bb2d-adc48e28226a tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Made reservation on behalf of 672af14cc5e34f6cbf78d0c38253a926 for: {'port': 1} {{(pid=98823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:02:06.834993 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-acd3e266-79a3-4372-ae36-59b362982ede req-d90312b4-57f3-45da-bb2d-adc48e28226a tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:06.889996 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-741b7b65-3ddd-4154-9e68-79206809de4a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:06.893982 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-741b7b65-3ddd-4154-9e68-79206809de4a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "DELETE /v2.0/security-groups/ca84624c-564d-4c38-9403-97538b2c6534 HTTP/1.1" status: 204 len: 168 time: 0.3946452 May 25 16:02:06.894302 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 46240) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:06.911568 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.api.v2.resource [None req-bdfd9183-85a5-4bab-b785-5f6d2291a014 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] show failed (client error): The resource could not be found. May 25 16:02:06.912582 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-bdfd9183-85a5-4bab-b785-5f6d2291a014 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups/ca84624c-564d-4c38-9403-97538b2c6534 HTTP/1.1" status: 404 len: 347 time: 0.0173481 May 25 16:02:06.915445 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 46244) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:07.124357 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.db_base_plugin_common [req-acd3e266-79a3-4372-ae36-59b362982ede req-d90312b4-57f3-45da-bb2d-adc48e28226a tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Allocated IP 172.20.0.11 (dcd1ec79-ead3-4023-83d2-5d84776b65d6/c430b497-da4a-44d0-8b44-c522eef11f79/ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d) {{(pid=98823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:02:07.182310 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b3228730-7fc1-406b-9845-0f6c9517084a req-0b7240b9-14f2-4d43-b38a-6fde543b915a tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=322c8015-50f7-4362-9df9-b39332c258d5 HTTP/1.1" status: 200 len: 210 time: 0.0869501 May 25 16:02:07.214309 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.plugin [None req-338236e4-67d4-4658-8986-497286e53811 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Deleting port ed9e3fcd-c02f-4929-8c87-72bf440a3058 {{(pid=98824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:02:07.218280 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-338236e4-67d4-4658-8986-497286e53811 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:07.342571 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-338236e4-67d4-4658-8986-497286e53811 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:07.343250 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-338236e4-67d4-4658-8986-497286e53811 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:07.357090 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-acd3e266-79a3-4372-ae36-59b362982ede req-d90312b4-57f3-45da-bb2d-adc48e28226a tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks [] for port, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:07.437126 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-acd3e266-79a3-4372-ae36-59b362982ede req-d90312b4-57f3-45da-bb2d-adc48e28226a tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:07.442808 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-3494fca3-c419-4696-b479-e2ed38ea0c75 tempest-VolumesActionsTest-185123944 tempest-VolumesActionsTest-185123944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:07.473238 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.plugin [None req-338236e4-67d4-4658-8986-497286e53811 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Calling delete_port for ed9e3fcd-c02f-4929-8c87-72bf440a3058 owned by network:floatingip {{(pid=98824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:02:07.486064 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['11423c4b-5763-4d71-af07-b0b5175f11a7', '37a3c8dd-246f-4e5a-a29e-718c54d2ffcd', '6bc1d136-3f25-4405-b5b0-499951900ad6'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:02:07.516570 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd3e266-79a3-4372-ae36-59b362982ede req-d90312b4-57f3-45da-bb2d-adc48e28226a tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Network dcd1ec79-ead3-4023-83d2-5d84776b65d6 is already hosted by enough agents. {{(pid=98823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:02:07.519790 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [req-acd3e266-79a3-4372-ae36-59b362982ede req-d90312b4-57f3-45da-bb2d-adc48e28226a tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Resources bound (agent type, host, resource id): {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:02:07.526784 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90312b4-57f3-45da-bb2d-adc48e28226a tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Pushing event updated for resources: {'Port': ['ID=ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:07.529153 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd3e266-79a3-4372-ae36-59b362982ede req-d90312b4-57f3-45da-bb2d-adc48e28226a tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Received port after_create {{(pid=98823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:02:07.554659 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-d90312b4-57f3-45da-bb2d-adc48e28226a tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:07.610641 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3e266-79a3-4372-ae36-59b362982ede req-d90312b4-57f3-45da-bb2d-adc48e28226a tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:07.611335 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-acd3e266-79a3-4372-ae36-59b362982ede req-d90312b4-57f3-45da-bb2d-adc48e28226a tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:07.699627 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-acd3e266-79a3-4372-ae36-59b362982ede req-d90312b4-57f3-45da-bb2d-adc48e28226a tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1640592 May 25 16:02:07.727698 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-338236e4-67d4-4658-8986-497286e53811 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6454840'] for port, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:07.735195 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a7aba9a4-e8b1-4a77-9cb6-7ecb27362105 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:07.786694 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338236e4-67d4-4658-8986-497286e53811 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Pushing event deleted for resources: {'Port': ['ID=ed9e3fcd-c02f-4929-8c87-72bf440a3058,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:07.820219 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-338236e4-67d4-4658-8986-497286e53811 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:07.846093 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [req-acd3e266-79a3-4372-ae36-59b362982ede req-5eb77b51-083b-4a88-9390-4740b75d9e3c service neutron] Request body: {'port': {'device_id': '322c8015-50f7-4362-9df9-b39332c258d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:07.891950 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-338236e4-67d4-4658-8986-497286e53811 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for floatingip, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:07.908036 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-338236e4-67d4-4658-8986-497286e53811 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for floatingip, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:07.909649 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-338236e4-67d4-4658-8986-497286e53811 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "DELETE /v2.0/floatingips/3042c0ca-3fd7-4e54-a3b9-b68d93d722aa HTTP/1.1" status: 204 len: 168 time: 0.9931440 May 25 16:02:07.979430 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-acd3e266-79a3-4372-ae36-59b362982ede req-5eb77b51-083b-4a88-9390-4740b75d9e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:08.355650 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [req-acd3e266-79a3-4372-ae36-59b362982ede req-5eb77b51-083b-4a88-9390-4740b75d9e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d {{(pid=98823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:02:08.364051 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-acd3e266-79a3-4372-ae36-59b362982ede req-5eb77b51-083b-4a88-9390-4740b75d9e3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:08.379528 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.provisioning_blocks [req-acd3e266-79a3-4372-ae36-59b362982ede req-5eb77b51-083b-4a88-9390-4740b75d9e3c service neutron] Transition to ACTIVE for port object ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d will not be triggered until provisioned by entity L2. {{(pid=98823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:02:08.386627 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086dacf-69c1-4ab4-baac-b47668b687c1 req-cda47e2d-634a-45ab-964e-0bbf9b82cdb0 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:08.388711 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6086dacf-69c1-4ab4-baac-b47668b687c1 req-cda47e2d-634a-45ab-964e-0bbf9b82cdb0 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=322c8015-50f7-4362-9df9-b39332c258d5 HTTP/1.1" status: 200 len: 932 time: 0.0907328 May 25 16:02:08.426955 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 46258) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:08.432408 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-0c3087a6-b7bf-48bc-add9-dff594c7cbce tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1320247920', 'description': 'tempest-description--1985995110'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:08.438947 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6086dacf-69c1-4ab4-baac-b47668b687c1 req-b9f1b5c0-91a2-4473-97fa-d988ac8df140 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413992 May 25 16:02:08.439124 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-0c3087a6-b7bf-48bc-add9-dff594c7cbce tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:08.444073 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-0c3087a6-b7bf-48bc-add9-dff594c7cbce tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Usage tracker for resource:security_group and tenant:1dafbac212f4486fb6d026d08f3d58bb is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:08.447271 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-0c3087a6-b7bf-48bc-add9-dff594c7cbce tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:08.450724 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-acd3e266-79a3-4372-ae36-59b362982ede req-5eb77b51-083b-4a88-9390-4740b75d9e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8273186'] for port, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:08.457825 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-4c2c3139-b496-4530-942f-4cddb86451af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:08.497432 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-0c3087a6-b7bf-48bc-add9-dff594c7cbce tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:08.618894 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb77b51-083b-4a88-9390-4740b75d9e3c service neutron] Pushing event updated for resources: {'Port': ['ID=ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d,revision_number=2']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:08.626199 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-5eb77b51-083b-4a88-9390-4740b75d9e3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:08.659990 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0c3087a6-b7bf-48bc-add9-dff594c7cbce tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:08.693181 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-0c3087a6-b7bf-48bc-add9-dff594c7cbce tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:08.700356 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-0c3087a6-b7bf-48bc-add9-dff594c7cbce tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Usage tracker for resource:security_group_rule and tenant:1dafbac212f4486fb6d026d08f3d58bb is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:08.705234 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-0c3087a6-b7bf-48bc-add9-dff594c7cbce tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:08.719673 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-0c3087a6-b7bf-48bc-add9-dff594c7cbce tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:08.736246 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.managers [req-acd3e266-79a3-4372-ae36-59b362982ede req-5eb77b51-083b-4a88-9390-4740b75d9e3c service neutron] Attempting to bind port ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:02:08.736584 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.managers [req-acd3e266-79a3-4372-ae36-59b362982ede req-5eb77b51-083b-4a88-9390-4740b75d9e3c service neutron] Attempting to bind port ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3339c1aa-fb95-40a8-bfba-e704dbf21fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'dcd1ec79-ead3-4023-83d2-5d84776b65d6'}] {{(pid=98823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:02:08.737018 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd3e266-79a3-4372-ae36-59b362982ede req-5eb77b51-083b-4a88-9390-4740b75d9e3c service neutron] Attempting to bind port ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d on network dcd1ec79-ead3-4023-83d2-5d84776b65d6 {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:02:08.749738 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd3e266-79a3-4372-ae36-59b362982ede req-5eb77b51-083b-4a88-9390-4740b75d9e3c service neutron] Port ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d on network dcd1ec79-ead3-4023-83d2-5d84776b65d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:02:08.749972 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd3e266-79a3-4372-ae36-59b362982ede req-5eb77b51-083b-4a88-9390-4740b75d9e3c service neutron] Attempting to bind port ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d on network dcd1ec79-ead3-4023-83d2-5d84776b65d6 {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:02:08.761144 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd3e266-79a3-4372-ae36-59b362982ede req-5eb77b51-083b-4a88-9390-4740b75d9e3c service neutron] Checking agent: {'id': '8886f986-558f-4b39-be9e-9feee4f02dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'started_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:02:08.761486 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd3e266-79a3-4372-ae36-59b362982ede req-5eb77b51-083b-4a88-9390-4740b75d9e3c service neutron] Checking segment: {'id': '3339c1aa-fb95-40a8-bfba-e704dbf21fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'dcd1ec79-ead3-4023-83d2-5d84776b65d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:02:08.761876 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd3e266-79a3-4372-ae36-59b362982ede req-5eb77b51-083b-4a88-9390-4740b75d9e3c service neutron] Bound using segment: {'id': '3339c1aa-fb95-40a8-bfba-e704dbf21fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'dcd1ec79-ead3-4023-83d2-5d84776b65d6'} {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:02:08.762314 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.managers [req-acd3e266-79a3-4372-ae36-59b362982ede req-5eb77b51-083b-4a88-9390-4740b75d9e3c service neutron] Bound port: ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3339c1aa-fb95-40a8-bfba-e704dbf21fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'dcd1ec79-ead3-4023-83d2-5d84776b65d6'}}] {{(pid=98823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:02:08.763314 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-acd3e266-79a3-4372-ae36-59b362982ede req-5eb77b51-083b-4a88-9390-4740b75d9e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:08.883959 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0c3087a6-b7bf-48bc-add9-dff594c7cbce tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:08.894090 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-acd3e266-79a3-4372-ae36-59b362982ede req-5eb77b51-083b-4a88-9390-4740b75d9e3c service neutron] For port ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d, host hv-cinder-78638, cleared binding levels {{(pid=98823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:02:08.897212 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-acd3e266-79a3-4372-ae36-59b362982ede req-5eb77b51-083b-4a88-9390-4740b75d9e3c service neutron] For port ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d,segment=NetworkSegment(3339c1aa-fb95-40a8-bfba-e704dbf21fcc),segment_id=3339c1aa-fb95-40a8-bfba-e704dbf21fcc)] {{(pid=98823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:02:08.978975 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0c3087a6-b7bf-48bc-add9-dff594c7cbce tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:08.983046 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-20b7d4e1-4b01-4458-a8ac-0ec48b68dd6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:09.001804 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-acd3e266-79a3-4372-ae36-59b362982ede req-5eb77b51-083b-4a88-9390-4740b75d9e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8273186'] for port, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:09.037797 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3087a6-b7bf-48bc-add9-dff594c7cbce tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:09.043447 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3e266-79a3-4372-ae36-59b362982ede req-5eb77b51-083b-4a88-9390-4740b75d9e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:09.045117 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-acd3e266-79a3-4372-ae36-59b362982ede req-5eb77b51-083b-4a88-9390-4740b75d9e3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:09.046209 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-acd3e266-79a3-4372-ae36-59b362982ede req-5eb77b51-083b-4a88-9390-4740b75d9e3c service neutron] 10.222.0.91 "PUT /v2.0/ports/ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d HTTP/1.1" status: 200 len: 1094 time: 1.3311226 May 25 16:02:09.046795 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322c8015-50f7-4362-9df9-b39332c258d5', 'tag': 'ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:02:09.052239 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-0c3087a6-b7bf-48bc-add9-dff594c7cbce tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:09.052747 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-300acb5c-fbc6-4443-8b24-de74cac68bc8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:09.095464 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '322c8015-50f7-4362-9df9-b39332c258d5', 'tag': 'ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d', 'status': 'completed', 'code': 200} May 25 16:02:09.132934 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-0c3087a6-b7bf-48bc-add9-dff594c7cbce tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:09.134837 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-0c3087a6-b7bf-48bc-add9-dff594c7cbce tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7066233 May 25 16:02:09.138524 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 46266) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:09.147066 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-204e9e44-fa7e-40cb-a203-8b844869558b tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Request body: {'security_group_rule': {'security_group_id': '95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:09.157996 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb77b51-083b-4a88-9390-4740b75d9e3c service neutron] Pushing event updated for resources: {'Port': ['ID=ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d,revision_number=3']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:09.158205 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-204e9e44-fa7e-40cb-a203-8b844869558b tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:09.166110 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-204e9e44-fa7e-40cb-a203-8b844869558b tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Usage tracker for resource:security_group_rule and tenant:1dafbac212f4486fb6d026d08f3d58bb is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:09.171425 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-204e9e44-fa7e-40cb-a203-8b844869558b tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:09.181646 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-204e9e44-fa7e-40cb-a203-8b844869558b tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:09.205362 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-5eb77b51-083b-4a88-9390-4740b75d9e3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:09.248620 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d703072-5ed4-401a-bae9-b9b712e3606d req-57f0a53a-045c-4bc4-a546-6a80288c159b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:09.250141 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5d703072-5ed4-401a-bae9-b9b712e3606d req-57f0a53a-045c-4bc4-a546-6a80288c159b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=672af14cc5e34f6cbf78d0c38253a926&device_id=322c8015-50f7-4362-9df9-b39332c258d5 HTTP/1.1" status: 200 len: 1097 time: 0.0892310 May 25 16:02:09.271080 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-204e9e44-fa7e-40cb-a203-8b844869558b tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:09.333578 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-204e9e44-fa7e-40cb-a203-8b844869558b tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:09.416999 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-204e9e44-fa7e-40cb-a203-8b844869558b tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589395'] for security_group_rule, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:09.417949 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d703072-5ed4-401a-bae9-b9b712e3606d req-e0fe2347-7702-4828-a35e-b901768caea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:09.418207 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:09.419367 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5d703072-5ed4-401a-bae9-b9b712e3606d req-e0fe2347-7702-4828-a35e-b901768caea0 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=672af14cc5e34f6cbf78d0c38253a926&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1401176 May 25 16:02:09.439121 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e9e44-fa7e-40cb-a203-8b844869558b tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa49827-722e-4fda-9158-d2046420e8ff,revision_number=0']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:09.443300 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-204e9e44-fa7e-40cb-a203-8b844869558b tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:09.507732 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-204e9e44-fa7e-40cb-a203-8b844869558b tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:09.511811 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-204e9e44-fa7e-40cb-a203-8b844869558b tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3693624 May 25 16:02:09.512229 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 46272) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:09.518655 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-54293550-68c5-4920-a339-ffd0e0e1bb93 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Request body: {'security_group_rule': {'security_group_id': '95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:09.525892 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-54293550-68c5-4920-a339-ffd0e0e1bb93 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:09.531211 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-54293550-68c5-4920-a339-ffd0e0e1bb93 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Usage tracker for resource:security_group_rule and tenant:1dafbac212f4486fb6d026d08f3d58bb is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:09.535868 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-54293550-68c5-4920-a339-ffd0e0e1bb93 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:09.543868 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-54293550-68c5-4920-a339-ffd0e0e1bb93 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:09.681068 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d703072-5ed4-401a-bae9-b9b712e3606d req-2578b86b-41c4-42c3-8cba-943bbf8952bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:09.682555 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5d703072-5ed4-401a-bae9-b9b712e3606d req-2578b86b-41c4-42c3-8cba-943bbf8952bd service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2522185 May 25 16:02:09.715721 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-54293550-68c5-4920-a339-ffd0e0e1bb93 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:09.803142 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9e5f1-8a0f-4bd3-8464-e93e53cd0237 req-f4bbf270-1795-440d-9f5f-5d934fd31d21 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:09.803142 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5ec9e5f1-8a0f-4bd3-8464-e93e53cd0237 req-f4bbf270-1795-440d-9f5f-5d934fd31d21 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=322c8015-50f7-4362-9df9-b39332c258d5 HTTP/1.1" status: 200 len: 944 time: 0.2460678 May 25 16:02:09.826629 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-54293550-68c5-4920-a339-ffd0e0e1bb93 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:09.837541 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3e266-79a3-4372-ae36-59b362982ede req-0b5ef647-93da-43cd-85f8-d4a7cb6ded24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:09.839046 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-acd3e266-79a3-4372-ae36-59b362982ede req-0b5ef647-93da-43cd-85f8-d4a7cb6ded24 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=672af14cc5e34f6cbf78d0c38253a926&device_id=322c8015-50f7-4362-9df9-b39332c258d5 HTTP/1.1" status: 200 len: 1097 time: 0.0868950 May 25 16:02:09.864538 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5ec9e5f1-8a0f-4bd3-8464-e93e53cd0237 req-5d173c66-5943-44be-816e-690adc0bc307 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556300 May 25 16:02:09.902154 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-54293550-68c5-4920-a339-ffd0e0e1bb93 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589395'] for security_group_rule, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:09.908838 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:09.928451 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-acd3e266-79a3-4372-ae36-59b362982ede req-d118ebb4-3ae9-4980-94fe-87233ecdaea6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d HTTP/1.1" status: 200 len: 217 time: 0.0707750 May 25 16:02:09.928709 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54293550-68c5-4920-a339-ffd0e0e1bb93 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ef2ca1-b983-453c-b593-f6f46eb152fe,revision_number=0']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:09.931147 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-54293550-68c5-4920-a339-ffd0e0e1bb93 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:09.993486 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-54293550-68c5-4920-a339-ffd0e0e1bb93 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:09.995205 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-54293550-68c5-4920-a339-ffd0e0e1bb93 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4812195 May 25 16:02:09.998137 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 46276) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:10.004286 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-5f612801-2a9a-46e7-80ac-310179865e05 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Request body: {'floatingip': {'floating_network_id': 'be3871dc-f381-4103-8f68-0343c836dc76'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:10.010188 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-5f612801-2a9a-46e7-80ac-310179865e05 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:10.014166 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-5f612801-2a9a-46e7-80ac-310179865e05 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Usage tracker for resource:floatingip and tenant:1dafbac212f4486fb6d026d08f3d58bb is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:10.016959 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3e266-79a3-4372-ae36-59b362982ede req-7667df8e-cb0d-4a34-a011-6b654d17f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:10.017373 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-5f612801-2a9a-46e7-80ac-310179865e05 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:10.018439 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-acd3e266-79a3-4372-ae36-59b362982ede req-7667df8e-cb0d-4a34-a011-6b654d17f490 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c430b497-da4a-44d0-8b44-c522eef11f79 HTTP/1.1" status: 200 len: 854 time: 0.0804741 May 25 16:02:10.030917 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-5f612801-2a9a-46e7-80ac-310179865e05 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:10.080762 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-acd3e266-79a3-4372-ae36-59b362982ede req-ef591fc7-2d7b-40d8-94fc-274d4c8f951d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dcd1ec79-ead3-4023-83d2-5d84776b65d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527740 May 25 16:02:10.110708 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5f612801-2a9a-46e7-80ac-310179865e05 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for floatingip, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:10.119398 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:02:10.274840 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5f612801-2a9a-46e7-80ac-310179865e05 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:10.275452 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-acd3e266-79a3-4372-ae36-59b362982ede req-0f0c2ac3-ed1b-4122-a803-898eb6752668 service neutron] 10.222.0.91 "GET /v2.0/networks/dcd1ec79-ead3-4023-83d2-5d84776b65d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835659 May 25 16:02:10.450971 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-acd3e266-79a3-4372-ae36-59b362982ede req-ebe939ef-d3af-4123-bdf6-146bfa2d9751 service neutron] 10.222.0.91 "GET /v2.0/networks/dcd1ec79-ead3-4023-83d2-5d84776b65d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641009 May 25 16:02:10.456595 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_common [None req-5f612801-2a9a-46e7-80ac-310179865e05 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Allocated IP 172.28.1.163 (be3871dc-f381-4103-8f68-0343c836dc76/3c10e3ea-68ab-49d4-8887-aa85c11495c1/7cb6f6ed-67c4-4e65-814c-8c5996de229c) {{(pid=98824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:02:10.647908 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5f612801-2a9a-46e7-80ac-310179865e05 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for port, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:10.736908 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5f612801-2a9a-46e7-80ac-310179865e05 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6454840'] for port, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:10.740776 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-4fc42625-c336-48c2-bdef-03fa58aeec6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:10.813520 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f612801-2a9a-46e7-80ac-310179865e05 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Network be3871dc-f381-4103-8f68-0343c836dc76 is already hosted by enough agents. {{(pid=98824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:02:10.816358 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.base_scheduler [None req-5f612801-2a9a-46e7-80ac-310179865e05 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Resources bound (agent type, host, resource id): {{(pid=98824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:02:10.820094 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f612801-2a9a-46e7-80ac-310179865e05 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Received port after_create {{(pid=98824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:02:10.849992 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f612801-2a9a-46e7-80ac-310179865e05 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Pushing event updated for resources: {'Port': ['ID=7cb6f6ed-67c4-4e65-814c-8c5996de229c,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:10.855961 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-5f612801-2a9a-46e7-80ac-310179865e05 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:10.905157 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5f612801-2a9a-46e7-80ac-310179865e05 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:11.085350 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5f612801-2a9a-46e7-80ac-310179865e05 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:11.170923 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67290c-8470-4bdc-993b-cd8967793f20 req-ac5c5deb-5c6c-45f4-ab10-6f7ba0bb232a tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:11.172434 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1a67290c-8470-4bdc-993b-cd8967793f20 req-ac5c5deb-5c6c-45f4-ab10-6f7ba0bb232a tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=322c8015-50f7-4362-9df9-b39332c258d5 HTTP/1.1" status: 200 len: 944 time: 0.1707866 May 25 16:02:11.307732 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1a67290c-8470-4bdc-993b-cd8967793f20 req-8f1c208f-c045-44a3-b098-b75c9aadc5f6 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193550 May 25 16:02:11.359358 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5f612801-2a9a-46e7-80ac-310179865e05 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for port, precommit_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:11.430178 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5f612801-2a9a-46e7-80ac-310179865e05 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6454833'] for port, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:11.434214 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-5daf7d94-b6b0-4913-b9b3-a4da8a93aacd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:11.544239 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f612801-2a9a-46e7-80ac-310179865e05 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Pushing event updated for resources: {'Port': ['ID=7cb6f6ed-67c4-4e65-814c-8c5996de229c,revision_number=2']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:11.547611 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-5f612801-2a9a-46e7-80ac-310179865e05 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:11.557649 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5f612801-2a9a-46e7-80ac-310179865e05 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449055'] for floatingip, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:11.661623 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5f612801-2a9a-46e7-80ac-310179865e05 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for floatingip, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:11.662903 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-5f612801-2a9a-46e7-80ac-310179865e05 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6637836 May 25 16:02:11.885151 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-1de392d2-ebd6-4514-b08a-fc7247fc64d5 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Synchronizing usage tracker for tenant:1dafbac212f4486fb6d026d08f3d58bb on resource:security_group {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:02:11.958611 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-1de392d2-ebd6-4514-b08a-fc7247fc64d5 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Unset dirty status for tenant:1dafbac212f4486fb6d026d08f3d58bb on resource:security_group {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:02:11.960412 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-1de392d2-ebd6-4514-b08a-fc7247fc64d5 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1320247920&fields=id&tenant_id=1dafbac212f4486fb6d026d08f3d58bb HTTP/1.1" status: 200 len: 267 time: 0.1148098 May 25 16:02:12.129224 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-910b8221-474a-471b-b33c-07e9eeb5a3a3 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:12.130756 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-910b8221-474a-471b-b33c-07e9eeb5a3a3 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/networks?id=9b9e8b48-533f-4671-b519-11ca6129f792 HTTP/1.1" status: 200 len: 816 time: 0.1627812 May 25 16:02:12.148999 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-d31ad886-83c5-4b0f-8a92-be91a1a4f94b tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/quotas/1dafbac212f4486fb6d026d08f3d58bb HTTP/1.1" status: 200 len: 375 time: 0.0126877 May 25 16:02:12.236523 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-710a96b5-b4ac-4037-95e1-098228c9c8c3 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Synchronizing usage tracker for tenant:1dafbac212f4486fb6d026d08f3d58bb on resource:port {{(pid=98824) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:02:12.321949 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-710a96b5-b4ac-4037-95e1-098228c9c8c3 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Unset dirty status for tenant:1dafbac212f4486fb6d026d08f3d58bb on resource:port {{(pid=98824) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:02:12.323302 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-710a96b5-b4ac-4037-95e1-098228c9c8c3 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1dafbac212f4486fb6d026d08f3d58bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1676917 May 25 16:02:12.702629 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-c9ed790d-fda6-4462-ad40-f86fdaced1a9 service neutron] 10.222.0.72 "GET /v2.0/networks/9b9e8b48-533f-4671-b519-11ca6129f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618286 May 25 16:02:12.742950 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfa8a2-1772-4e1b-96ba-386c8eb0b6db req-4a6ac399-7c4e-43d2-be94-73ea922efb79 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:12.744418 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-39dfa8a2-1772-4e1b-96ba-386c8eb0b6db req-4a6ac399-7c4e-43d2-be94-73ea922efb79 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=322c8015-50f7-4362-9df9-b39332c258d5 HTTP/1.1" status: 200 len: 944 time: 0.2799349 May 25 16:02:12.865459 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-39dfa8a2-1772-4e1b-96ba-386c8eb0b6db req-f1bbc482-5662-4d5f-9f1b-5a5b45bf0165 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768940 May 25 16:02:12.891944 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-27a9976e-fb7f-456f-8773-200728e137b7 service neutron] 10.222.0.72 "GET /v2.0/networks/9b9e8b48-533f-4671-b519-11ca6129f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828849 May 25 16:02:13.155880 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:02:13.157637 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-fe2e45aa-1b94-42a9-bba3-326fdee7ee2c req-49c8f4b9-1fdb-4ebd-8d57-59e5a0889f19 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 210 time: 0.0439634 May 25 16:02:13.302170 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d,segment=NetworkSegment(3339c1aa-fb95-40a8-bfba-e704dbf21fcc),segment_id=3339c1aa-fb95-40a8-bfba-e704dbf21fcc)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:02:13.315532 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Returning: {'device': 'ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d', 'network_id': 'dcd1ec79-ead3-4023-83d2-5d84776b65d6', 'port_id': 'ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d', 'mac_address': 'fa:16:3e:2b:29:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c430b497-da4a-44d0-8b44-c522eef11f79', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:02:13.371228 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:13.391442 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d {{(pid=98825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:02:13.404276 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d,segment=NetworkSegment(3339c1aa-fb95-40a8-bfba-e704dbf21fcc),segment_id=3339c1aa-fb95-40a8-bfba-e704dbf21fcc)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:02:13.487673 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:13.489562 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-f473663a-9562-46c1-ba73-628d85e532da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:13.558857 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:13.562019 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:13.883062 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:02:14.064890 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f9d4f-2156-4257-b048-e13cd02becb9 req-9a4bb878-dc4c-4efa-add6-9817127816ed tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:14.066420 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3e6f9d4f-2156-4257-b048-e13cd02becb9 req-9a4bb878-dc4c-4efa-add6-9817127816ed tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=322c8015-50f7-4362-9df9-b39332c258d5 HTTP/1.1" status: 200 len: 945 time: 0.0893071 May 25 16:02:14.118051 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3e6f9d4f-2156-4257-b048-e13cd02becb9 req-757c88a4-f7d4-4921-9bea-6532a29d2cd4 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460026 May 25 16:02:14.315633 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-60d3baaa-26e0-49bf-83b8-e8b6c146c683 req-636d03f1-8ae9-4a6a-8084-b7a8a79fdefd tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 210 time: 0.0443668 May 25 16:02:15.176096 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d up at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:02:15.363016 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc864d8-2b21-45f2-a7c4-018831548c22 req-b1d90fca-ef64-4411-a26f-3672233c7381 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:15.364688 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6fc864d8-2b21-45f2-a7c4-018831548c22 req-b1d90fca-ef64-4411-a26f-3672233c7381 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=322c8015-50f7-4362-9df9-b39332c258d5 HTTP/1.1" status: 200 len: 945 time: 0.1189470 May 25 16:02:15.396989 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning for port ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:02:15.409874 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning complete for port ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:02:15.410393 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:15.414081 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6fc864d8-2b21-45f2-a7c4-018831548c22 req-4b95c0b1-da98-41d4-951a-cd4db3225e0b tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430586 May 25 16:02:15.494876 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-04030be9-2956-4033-a618-37ef8e7e987a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:15.496447 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-04030be9-2956-4033-a618-37ef8e7e987a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.91 "GET /v2.0/networks?id=9b9e8b48-533f-4671-b519-11ca6129f792 HTTP/1.1" status: 200 len: 816 time: 0.2053490 May 25 16:02:15.563997 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:15.572567 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-e66e72a4-5a3e-4057-9133-c2457ceca92b tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Synchronizing usage tracker for tenant:1dafbac212f4486fb6d026d08f3d58bb on resource:security_group {{(pid=98823) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:02:15.587334 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-e66e72a4-5a3e-4057-9133-c2457ceca92b tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Unset dirty status for tenant:1dafbac212f4486fb6d026d08f3d58bb on resource:security_group {{(pid=98823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:02:15.588952 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-e66e72a4-5a3e-4057-9133-c2457ceca92b tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dafbac212f4486fb6d026d08f3d58bb HTTP/1.1" status: 200 len: 380 time: 0.0697446 May 25 16:02:15.595068 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7aabdf74-62c0-49d0-9c35-0416c261ed34 req-2f9e3efe-d00d-47a1-bb27-f1b87d84e927 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 210 time: 0.0646083 May 25 16:02:15.601393 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-eedbc984-20b0-4307-97df-559a1e72f214 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Request body: {'port': {'device_id': '38c506c7-0343-420a-a03b-63ef9a99ba84', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'admin_state_up': True, 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'security_groups': ['95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85']}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:15.624411 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322c8015-50f7-4362-9df9-b39332c258d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d'}] {{(pid=98825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:02:15.625780 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d,segment=NetworkSegment(3339c1aa-fb95-40a8-bfba-e704dbf21fcc),segment_id=3339c1aa-fb95-40a8-bfba-e704dbf21fcc)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:02:15.659827 dv-cinder-786384-6-smb neutron-server[98825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322c8015-50f7-4362-9df9-b39332c258d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d', 'code': 200} May 25 16:02:15.698849 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:15.704064 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-13c5a6a7-48c7-4400-8b63-a4aca71b989d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:15.769827 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-eedbc984-20b0-4307-97df-559a1e72f214 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:15.780100 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-eedbc984-20b0-4307-97df-559a1e72f214 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:15.792043 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d,revision_number=5']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:15.795486 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:15.865118 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-eedbc984-20b0-4307-97df-559a1e72f214 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Made reservation on behalf of 1dafbac212f4486fb6d026d08f3d58bb for: {'port': 1} {{(pid=98823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:02:15.868727 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-eedbc984-20b0-4307-97df-559a1e72f214 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:16.049939 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.db_base_plugin_common [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-eedbc984-20b0-4307-97df-559a1e72f214 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Allocated IP 172.20.0.5 (9b9e8b48-533f-4671-b519-11ca6129f792/fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae/f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e) {{(pid=98823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:02:16.128892 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f08b8-f27c-42c6-942c-7ebd1e875d1b req-ea558481-4dd3-457c-9411-be481e1f3f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:16.130381 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-559f08b8-f27c-42c6-942c-7ebd1e875d1b req-ea558481-4dd3-457c-9411-be481e1f3f22 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=322c8015-50f7-4362-9df9-b39332c258d5 HTTP/1.1" status: 200 len: 1099 time: 0.0844007 May 25 16:02:16.183019 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-559f08b8-f27c-42c6-942c-7ebd1e875d1b req-b05eb517-3ecc-42d2-8f8c-d2f99acc3368 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437460 May 25 16:02:16.256206 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-eedbc984-20b0-4307-97df-559a1e72f214 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for port, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:16.272345 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.provisioning_blocks [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-eedbc984-20b0-4307-97df-559a1e72f214 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Transition to ACTIVE for port object f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e will not be triggered until provisioned by entity DHCP. {{(pid=98823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:02:16.396780 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-eedbc984-20b0-4307-97df-559a1e72f214 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:16.402413 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-d90312b4-57f3-45da-bb2d-adc48e28226a tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:16.469950 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-eedbc984-20b0-4307-97df-559a1e72f214 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Network 9b9e8b48-533f-4671-b519-11ca6129f792 is already hosted by enough agents. {{(pid=98823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:02:16.473325 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-eedbc984-20b0-4307-97df-559a1e72f214 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Resources bound (agent type, host, resource id): {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:02:16.477683 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-eedbc984-20b0-4307-97df-559a1e72f214 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Received port after_create {{(pid=98823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:02:16.520539 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedbc984-20b0-4307-97df-559a1e72f214 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Pushing event updated for resources: {'Port': ['ID=f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:16.529469 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-eedbc984-20b0-4307-97df-559a1e72f214 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:16.554317 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-eedbc984-20b0-4307-97df-559a1e72f214 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:16.555215 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-eedbc984-20b0-4307-97df-559a1e72f214 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:16.634254 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fd588-3f16-4fda-9b31-7f854a42cf07 req-91b3052b-a318-4ef7-b75e-98d1a908147f tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:16.635841 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-153fd588-3f16-4fda-9b31-7f854a42cf07 req-91b3052b-a318-4ef7-b75e-98d1a908147f tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=322c8015-50f7-4362-9df9-b39332c258d5 HTTP/1.1" status: 200 len: 946 time: 0.0941455 May 25 16:02:16.653518 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-eedbc984-20b0-4307-97df-559a1e72f214 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0486467 May 25 16:02:16.670642 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-8e96a2e1-47cd-45a8-8378-3395de2e63aa service neutron] Request body: {'port': {'device_id': '38c506c7-0343-420a-a03b-63ef9a99ba84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:16.691419 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-153fd588-3f16-4fda-9b31-7f854a42cf07 req-a6ed1e0c-fab0-4dae-a079-59075ca99bec tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487626 May 25 16:02:16.799248 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-8e96a2e1-47cd-45a8-8378-3395de2e63aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:16.813237 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132599ed-a674-4e6d-b0cf-36a5545f18a8 req-8380d42c-62b4-4ae4-97ec-05eb7af53b4b tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:16.814999 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-132599ed-a674-4e6d-b0cf-36a5545f18a8 req-8380d42c-62b4-4ae4-97ec-05eb7af53b4b tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 931 time: 0.0885391 May 25 16:02:16.815802 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-e1432c5a-1c6b-439e-8163-4e3ac34d68f5 None None] Provisioning for port f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e completed by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:02:16.821108 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-e1432c5a-1c6b-439e-8163-4e3ac34d68f5 None None] Provisioning complete for port f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:02:16.821348 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-e1432c5a-1c6b-439e-8163-4e3ac34d68f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:16.872099 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-132599ed-a674-4e6d-b0cf-36a5545f18a8 req-05d36e81-67a0-48e4-b699-fc243541f705 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508204 May 25 16:02:16.885858 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-e1432c5a-1c6b-439e-8163-4e3ac34d68f5 None None] Port f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e cannot update to ACTIVE because it is not bound. {{(pid=98825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:02:17.154490 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-8e96a2e1-47cd-45a8-8378-3395de2e63aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e {{(pid=98823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:02:17.161953 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-8e96a2e1-47cd-45a8-8378-3395de2e63aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:17.176569 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.provisioning_blocks [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-8e96a2e1-47cd-45a8-8378-3395de2e63aa service neutron] Transition to ACTIVE for port object f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e will not be triggered until provisioned by entity L2. {{(pid=98823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:02:17.279634 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-8e96a2e1-47cd-45a8-8378-3395de2e63aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8273186'] for port, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:17.283504 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:17.515121 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96a2e1-47cd-45a8-8378-3395de2e63aa service neutron] Pushing event updated for resources: {'Port': ['ID=f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e,revision_number=2']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:17.547372 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-8e96a2e1-47cd-45a8-8378-3395de2e63aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:17.625746 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.managers [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-8e96a2e1-47cd-45a8-8378-3395de2e63aa service neutron] Attempting to bind port f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:02:17.626179 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.managers [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-8e96a2e1-47cd-45a8-8378-3395de2e63aa service neutron] Attempting to bind port f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '243242bf-20ce-4f00-854a-63d9afaa3a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792'}] {{(pid=98823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:02:17.626522 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-8e96a2e1-47cd-45a8-8378-3395de2e63aa service neutron] Attempting to bind port f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e on network 9b9e8b48-533f-4671-b519-11ca6129f792 {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:02:17.632874 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-8e96a2e1-47cd-45a8-8378-3395de2e63aa service neutron] Port f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e on network 9b9e8b48-533f-4671-b519-11ca6129f792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:02:17.633207 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-8e96a2e1-47cd-45a8-8378-3395de2e63aa service neutron] Attempting to bind port f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e on network 9b9e8b48-533f-4671-b519-11ca6129f792 {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:02:17.639027 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-8e96a2e1-47cd-45a8-8378-3395de2e63aa service neutron] Checking agent: {'id': '8886f986-558f-4b39-be9e-9feee4f02dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'started_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:02:17.639372 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-8e96a2e1-47cd-45a8-8378-3395de2e63aa service neutron] Checking segment: {'id': '243242bf-20ce-4f00-854a-63d9afaa3a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:02:17.639766 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-8e96a2e1-47cd-45a8-8378-3395de2e63aa service neutron] Bound using segment: {'id': '243242bf-20ce-4f00-854a-63d9afaa3a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792'} {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:02:17.640203 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.managers [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-8e96a2e1-47cd-45a8-8378-3395de2e63aa service neutron] Bound port: f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243242bf-20ce-4f00-854a-63d9afaa3a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792'}}] {{(pid=98823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:02:17.640561 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-8e96a2e1-47cd-45a8-8378-3395de2e63aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:17.745703 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-8e96a2e1-47cd-45a8-8378-3395de2e63aa service neutron] For port f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e, host hv-cinder-78638, cleared binding levels {{(pid=98823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:02:17.749685 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-8e96a2e1-47cd-45a8-8378-3395de2e63aa service neutron] For port f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:02:17.836647 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-8e96a2e1-47cd-45a8-8378-3395de2e63aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8273186'] for port, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:17.843081 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-5eb77b51-083b-4a88-9390-4740b75d9e3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:17.888018 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ad72f-eace-44e8-b2f8-4e97037f69bb req-a7f656c0-2992-4163-9c53-3a41401ec11e tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:17.889803 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-535ad72f-eace-44e8-b2f8-4e97037f69bb req-a7f656c0-2992-4163-9c53-3a41401ec11e tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=322c8015-50f7-4362-9df9-b39332c258d5 HTTP/1.1" status: 200 len: 946 time: 0.0871286 May 25 16:02:17.903517 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-8e96a2e1-47cd-45a8-8378-3395de2e63aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:17.904307 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-8e96a2e1-47cd-45a8-8378-3395de2e63aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:17.907281 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-8e96a2e1-47cd-45a8-8378-3395de2e63aa service neutron] 10.222.0.91 "PUT /v2.0/ports/f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e HTTP/1.1" status: 200 len: 1093 time: 1.2430370 May 25 16:02:17.907281 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c506c7-0343-420a-a03b-63ef9a99ba84', 'tag': 'f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:02:17.925529 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96a2e1-47cd-45a8-8378-3395de2e63aa service neutron] Pushing event updated for resources: {'Port': ['ID=f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e,revision_number=3']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:17.937128 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-8e96a2e1-47cd-45a8-8378-3395de2e63aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:17.946806 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-535ad72f-eace-44e8-b2f8-4e97037f69bb req-dafdb554-a12d-45a0-b524-d478f6861c0e tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508633 May 25 16:02:18.087541 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c506c7-0343-420a-a03b-63ef9a99ba84', 'tag': 'f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e', 'status': 'completed', 'code': 200} May 25 16:02:18.111415 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-914ba476-b1f7-4cf8-8c32-7acd2146ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:18.112985 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-914ba476-b1f7-4cf8-8c32-7acd2146ca27 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1dafbac212f4486fb6d026d08f3d58bb&device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 1096 time: 0.0911016 May 25 16:02:18.121405 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aeb218-2452-4ac0-b262-5a06e9861f45 req-b24a8cfa-ecc6-4bbc-8dc4-3492069a09aa tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:18.123095 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c2aeb218-2452-4ac0-b262-5a06e9861f45 req-b24a8cfa-ecc6-4bbc-8dc4-3492069a09aa tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 943 time: 0.1001720 May 25 16:02:18.182113 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c2aeb218-2452-4ac0-b262-5a06e9861f45 req-27523f02-5c8d-42d2-87ad-f9ec888711a1 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529599 May 25 16:02:18.199118 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-0dc009df-a357-4eca-9518-d9718c1f3e67 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e HTTP/1.1" status: 200 len: 217 time: 0.0722818 May 25 16:02:18.275780 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-a3273536-4055-4899-b9a8-c349ac619e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:18.277242 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-a3273536-4055-4899-b9a8-c349ac619e0f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae HTTP/1.1" status: 200 len: 855 time: 0.0655539 May 25 16:02:18.358498 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-0b8643ef-f1a0-41b4-9efd-fc7ebc779366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:18.359972 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-0b8643ef-f1a0-41b4-9efd-fc7ebc779366 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9b9e8b48-533f-4671-b519-11ca6129f792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740578 May 25 16:02:18.501049 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-67e7b96d-e2c0-4779-9edc-de241e253639 service neutron] 10.222.0.91 "GET /v2.0/networks/9b9e8b48-533f-4671-b519-11ca6129f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303866 May 25 16:02:18.636209 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-b21fca5c-9909-4bc9-a486-f93a882b8fff req-92574cc5-d342-4ae8-90f6-386122b263bc service neutron] 10.222.0.91 "GET /v2.0/networks/9b9e8b48-533f-4671-b519-11ca6129f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284332 May 25 16:02:18.912179 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57e7cf-e0f3-4c11-ab29-c94f17c1fc31 req-e105e60e-133b-4ecc-967a-48fdc663b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:18.913726 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-1e57e7cf-e0f3-4c11-ab29-c94f17c1fc31 req-e105e60e-133b-4ecc-967a-48fdc663b5c7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1dafbac212f4486fb6d026d08f3d58bb&device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 1096 time: 0.0806596 May 25 16:02:19.067319 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57e7cf-e0f3-4c11-ab29-c94f17c1fc31 req-cecc27a3-3157-4305-a106-1e3b343230e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:19.068672 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-1e57e7cf-e0f3-4c11-ab29-c94f17c1fc31 req-cecc27a3-3157-4305-a106-1e3b343230e6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=9b9e8b48-533f-4671-b519-11ca6129f792 HTTP/1.1" status: 200 len: 917 time: 0.1381633 May 25 16:02:19.140955 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-1e57e7cf-e0f3-4c11-ab29-c94f17c1fc31 req-d219866a-5d48-4a9c-a11b-481cdf0e7c0c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e HTTP/1.1" status: 200 len: 217 time: 0.0622158 May 25 16:02:19.145437 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f7a49-75b1-4bf0-bc41-59ac4633549a req-be166333-a07e-468f-9f4f-e9e6bc038347 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:19.146904 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-835f7a49-75b1-4bf0-bc41-59ac4633549a req-be166333-a07e-468f-9f4f-e9e6bc038347 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=322c8015-50f7-4362-9df9-b39332c258d5 HTTP/1.1" status: 200 len: 946 time: 0.0897298 May 25 16:02:19.193147 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-835f7a49-75b1-4bf0-bc41-59ac4633549a req-1a6090a2-aec6-4722-b35b-2c107f70f0ec tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405679 May 25 16:02:19.216954 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57e7cf-e0f3-4c11-ab29-c94f17c1fc31 req-b8164dc2-6867-4c72-84b2-e1922cd9123a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:19.218679 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-1e57e7cf-e0f3-4c11-ab29-c94f17c1fc31 req-b8164dc2-6867-4c72-84b2-e1922cd9123a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae HTTP/1.1" status: 200 len: 855 time: 0.0631893 May 25 16:02:19.304100 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57e7cf-e0f3-4c11-ab29-c94f17c1fc31 req-1418b95f-4bce-4d97-b2e9-2bd78fefad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:19.305794 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-1e57e7cf-e0f3-4c11-ab29-c94f17c1fc31 req-1418b95f-4bce-4d97-b2e9-2bd78fefad1b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9b9e8b48-533f-4671-b519-11ca6129f792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804527 May 25 16:02:19.395509 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bdd92-f052-4083-8ac6-fb6b51665bbf req-734e0353-1fd6-4add-a7d2-525380417eec tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:19.397037 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-885bdd92-f052-4083-8ac6-fb6b51665bbf req-734e0353-1fd6-4add-a7d2-525380417eec tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 943 time: 0.0903449 May 25 16:02:19.455666 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-885bdd92-f052-4083-8ac6-fb6b51665bbf req-5bb52a3c-d99d-4ff2-b14c-65cb3ba43e4d tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502565 May 25 16:02:19.463020 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-1e57e7cf-e0f3-4c11-ab29-c94f17c1fc31 req-90e45ad4-09f8-45da-98b6-d7534e7f4dec service neutron] 10.222.0.91 "GET /v2.0/networks/9b9e8b48-533f-4671-b519-11ca6129f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481559 May 25 16:02:19.604591 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-1e57e7cf-e0f3-4c11-ab29-c94f17c1fc31 req-3a04333b-53c3-4f50-9bf9-f70593910c6c service neutron] 10.222.0.91 "GET /v2.0/networks/9b9e8b48-533f-4671-b519-11ca6129f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304750 May 25 16:02:20.654813 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed548deb-28df-4185-9c99-56025e5b0e1f req-f5e5df0d-02b7-4512-866b-73330b376971 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:20.656326 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ed548deb-28df-4185-9c99-56025e5b0e1f req-f5e5df0d-02b7-4512-866b-73330b376971 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 943 time: 0.0874679 May 25 16:02:20.701986 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ed548deb-28df-4185-9c99-56025e5b0e1f req-8cb3fd8e-5131-402b-b9e4-5ed9ded834a0 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399787 May 25 16:02:21.238564 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:02:21.375545 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:02:21.389594 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Returning: {'device': 'f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'port_id': 'f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e', 'mac_address': 'fa:16:3e:b8:38:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:02:21.446624 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:21.464690 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e {{(pid=98825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:02:21.482183 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:02:21.550528 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:21.552353 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:21.624923 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:21.627857 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:21.905309 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f14d10-f4a4-4d14-bdfb-412ab55bcbd6 req-98f5b4a3-ba59-4b84-a1c0-e32af7faf355 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:21.906780 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-19f14d10-f4a4-4d14-bdfb-412ab55bcbd6 req-98f5b4a3-ba59-4b84-a1c0-e32af7faf355 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 944 time: 0.0852304 May 25 16:02:21.951633 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-19f14d10-f4a4-4d14-bdfb-412ab55bcbd6 req-84edfd73-4f1b-4143-b752-43e5fdc21c0a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392127 May 25 16:02:21.962059 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:02:22.265214 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-977251d6-6d8f-4ba6-b521-02ee24354aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:23.149475 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac98ba2-fa69-4534-b971-3d30e430f531 req-296a3fb2-9a70-45bf-9a79-96ce242074c2 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:23.150950 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cac98ba2-fa69-4534-b971-3d30e430f531 req-296a3fb2-9a70-45bf-9a79-96ce242074c2 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 944 time: 0.0863080 May 25 16:02:23.197195 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cac98ba2-fa69-4534-b971-3d30e430f531 req-03a9c875-e396-4152-ba03-4eb4dfb42d99 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397477 May 25 16:02:23.241807 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e up at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:02:23.398891 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning for port f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:02:23.403833 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning complete for port f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:02:23.404213 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:23.526612 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:23.555440 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c506c7-0343-420a-a03b-63ef9a99ba84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e'}] {{(pid=98825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:02:23.567694 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:02:23.607760 dv-cinder-786384-6-smb neutron-server[98825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c506c7-0343-420a-a03b-63ef9a99ba84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e', 'code': 200} May 25 16:02:23.639223 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:23.641160 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:23.707390 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e,revision_number=5']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:23.710426 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:24.078692 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803de605-097e-4fd3-bee4-796631279754 req-771e8725-e52f-4d46-8e7b-b422ff7e92b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:24.080162 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-803de605-097e-4fd3-bee4-796631279754 req-771e8725-e52f-4d46-8e7b-b422ff7e92b0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 1098 time: 0.0779757 May 25 16:02:24.217701 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-803de605-097e-4fd3-bee4-796631279754 req-502456a8-c654-4dc5-82d7-8ea6f7fc839d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295199 May 25 16:02:24.396085 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175ea90-0f42-4855-931b-02f89ff5d130 req-87de2e7b-74c6-420c-b7ba-545f8cf58047 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:24.397638 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0175ea90-0f42-4855-931b-02f89ff5d130 req-87de2e7b-74c6-420c-b7ba-545f8cf58047 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.0822904 May 25 16:02:24.446741 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0175ea90-0f42-4855-931b-02f89ff5d130 req-f89c7957-e866-43d1-85e5-33ceb9f720b3 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427046 May 25 16:02:24.733624 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:24.764120 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-e37011b8-10c7-4bdd-920c-79e0d3dc7ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:25.124767 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:25.649567 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d10d3f-53d8-4d22-b691-423bc2dad07e req-825acbc8-3e41-4930-bab2-9c90eb5ddbf7 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:25.651055 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-19d10d3f-53d8-4d22-b691-423bc2dad07e req-825acbc8-3e41-4930-bab2-9c90eb5ddbf7 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.0844584 May 25 16:02:25.697480 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-19d10d3f-53d8-4d22-b691-423bc2dad07e req-feda33a2-3f1d-4f15-a934-dbd7477aa56b tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398741 May 25 16:02:25.899052 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:27.004487 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d63236-c791-4fe5-9f60-1106c750d8be req-237b69c9-04e5-41fe-b861-c42634d6a52c tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:27.005993 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f5d63236-c791-4fe5-9f60-1106c750d8be req-237b69c9-04e5-41fe-b861-c42634d6a52c tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.1917467 May 25 16:02:27.051760 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f5d63236-c791-4fe5-9f60-1106c750d8be req-6f9f609b-c784-4700-87e0-5b795e80b94a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401323 May 25 16:02:27.244177 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146abfb-baf4-4659-9ac6-d9cdf42888cb req-67e5acd2-eda5-4898-a54e-5d8d3e13706d tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:27.245711 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f146abfb-baf4-4659-9ac6-d9cdf42888cb req-67e5acd2-eda5-4898-a54e-5d8d3e13706d tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.0853980 May 25 16:02:27.260078 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 46422) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:27.268831 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-5d29ac56-5143-4076-9cf2-7d529bf2b7a4 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Request body: {'floatingip': {'port_id': 'f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:27.351410 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5d29ac56-5143-4076-9cf2-7d529bf2b7a4 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for floatingip, before_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:27.953062 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:27.983424 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5d29ac56-5143-4076-9cf2-7d529bf2b7a4 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:28.064529 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5d29ac56-5143-4076-9cf2-7d529bf2b7a4 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449055'] for floatingip, after_update {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:28.257099 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.db.l3_db [None req-5d29ac56-5143-4076-9cf2-7d529bf2b7a4 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Floating IP 526f486d-681e-483a-8d88-dcb631e18908 associated. External IP: 172.28.1.163, port: f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e. May 25 16:02:28.735035 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d29ac56-5143-4076-9cf2-7d529bf2b7a4 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Router 6d2a2359-3686-465a-8734-7975f4ab0dbb has already been hosted by L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab {{(pid=98824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:02:28.924634 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d29ac56-5143-4076-9cf2-7d529bf2b7a4 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:02:28.929677 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-5d29ac56-5143-4076-9cf2-7d529bf2b7a4 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for floatingip, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:28.935027 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e4ba41-7591-4303-a341-d32395ddef3e None None] Sync routers for ids ['6d2a2359-3686-465a-8734-7975f4ab0dbb'] in dv-cinder-786384-6-smb {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:02:28.944053 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e4ba41-7591-4303-a341-d32395ddef3e None None] Routers {'6d2a2359-3686-465a-8734-7975f4ab0dbb'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:02:28.944691 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-80e4ba41-7591-4303-a341-d32395ddef3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:02:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['6d2a2359-3686-465a-8734-7975f4ab0dbb'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:02:28.988817 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-5d29ac56-5143-4076-9cf2-7d529bf2b7a4 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "PUT /v2.0/floatingips/526f486d-681e-483a-8d88-dcb631e18908 HTTP/1.1" status: 200 len: 991 time: 1.7270269 May 25 16:02:28.989708 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c506c7-0343-420a-a03b-63ef9a99ba84', 'tag': 'f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e'}] {{(pid=98824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:02:29.130802 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-80e4ba41-7591-4303-a341-d32395ddef3e None None] Set router 6d2a2359-3686-465a-8734-7975f4ab0dbb gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:02:29.255442 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c506c7-0343-420a-a03b-63ef9a99ba84', 'tag': 'f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e', 'status': 'completed', 'code': 200} May 25 16:02:29.414274 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58ac48-b9c9-4c59-9c6c-17886ab46084 req-9bdfddbe-c2cc-4aae-845d-b90e99e7d01e tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:29.415876 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-df58ac48-b9c9-4c59-9c6c-17886ab46084 req-9bdfddbe-c2cc-4aae-845d-b90e99e7d01e tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=322c8015-50f7-4362-9df9-b39332c258d5 HTTP/1.1" status: 200 len: 946 time: 0.0874126 May 25 16:02:29.462792 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05290f-8d17-4d46-95c1-def7144440a5 req-34002d1a-80c8-4e37-bd40-c617d9118edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:29.464242 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-2a05290f-8d17-4d46-95c1-def7144440a5 req-34002d1a-80c8-4e37-bd40-c617d9118edd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1dafbac212f4486fb6d026d08f3d58bb&device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 1098 time: 0.0860405 May 25 16:02:29.473524 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-df58ac48-b9c9-4c59-9c6c-17886ab46084 req-0fdcb7ab-9a4e-4c0b-80c3-98a6046d3019 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508404 May 25 16:02:29.542747 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-80e4ba41-7591-4303-a341-d32395ddef3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'name': 'tempest-AttachVolumeShelveTestJSON-110591338-router', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:00Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'gw_port': {'id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:01Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_floatingips': [{'id': '526f486d-681e-483a-8d88-dcb631e18908', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'floating_ip_address': '172.28.1.163', 'floating_network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'router_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'port_id': 'f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'mac_address': 'fa:16:3e:b8:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c506c7-0343-420a-a03b-63ef9a99ba84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:02:10Z', 'updated_at': '2021-05-25T16:02:27Z', 'revision_number': 1, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194e7b71-74b4-4a4c-92eb-bc3210a06c9d', 'name': '', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'mac_address': 'fa:16:3e:3a:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:06Z', 'updated_at': '2021-05-25T15:58:14Z', 'revision_number': 5, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'subnets': [{'id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:02:29.548313 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e4ba41-7591-4303-a341-d32395ddef3e None None] Checking router: 6d2a2359-3686-465a-8734-7975f4ab0dbb for host: dv-cinder-786384-6-smb {{(pid=98825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:02:29.557020 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e4ba41-7591-4303-a341-d32395ddef3e None None] Routers {'6d2a2359-3686-465a-8734-7975f4ab0dbb'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:02:29.557649 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-80e4ba41-7591-4303-a341-d32395ddef3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:02:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['6d2a2359-3686-465a-8734-7975f4ab0dbb'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:02:29.612327 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05290f-8d17-4d46-95c1-def7144440a5 req-be02e85c-89fe-4d94-8d1e-2111cb52581f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:29.614985 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-2a05290f-8d17-4d46-95c1-def7144440a5 req-be02e85c-89fe-4d94-8d1e-2111cb52581f service neutron] 10.222.0.91 "GET /v2.0/networks?id=9b9e8b48-533f-4671-b519-11ca6129f792 HTTP/1.1" status: 200 len: 917 time: 0.1347177 May 25 16:02:29.738655 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-2a05290f-8d17-4d46-95c1-def7144440a5 req-2329fd87-8767-41e1-ac4a-b821b3ca2a75 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e HTTP/1.1" status: 200 len: 999 time: 0.1038785 May 25 16:02:29.742413 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-80e4ba41-7591-4303-a341-d32395ddef3e None None] Set router 6d2a2359-3686-465a-8734-7975f4ab0dbb gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:02:29.812365 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05290f-8d17-4d46-95c1-def7144440a5 req-429960da-5076-4f3b-9250-496e0a279933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:29.813869 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-2a05290f-8d17-4d46-95c1-def7144440a5 req-429960da-5076-4f3b-9250-496e0a279933 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae HTTP/1.1" status: 200 len: 855 time: 0.0628536 May 25 16:02:29.900431 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05290f-8d17-4d46-95c1-def7144440a5 req-1e6df5ef-dd7a-4eb3-a17a-a8dba1b6cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:29.901953 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-2a05290f-8d17-4d46-95c1-def7144440a5 req-1e6df5ef-dd7a-4eb3-a17a-a8dba1b6cf13 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9b9e8b48-533f-4671-b519-11ca6129f792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754886 May 25 16:02:30.042872 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-2a05290f-8d17-4d46-95c1-def7144440a5 req-e1ba2135-a6c2-470e-b8e2-583e61702c36 service neutron] 10.222.0.91 "GET /v2.0/networks/9b9e8b48-533f-4671-b519-11ca6129f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315260 May 25 16:02:30.100508 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-80e4ba41-7591-4303-a341-d32395ddef3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'name': 'tempest-AttachVolumeShelveTestJSON-110591338-router', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:00Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'gw_port': {'id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:01Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_floatingips': [{'id': '526f486d-681e-483a-8d88-dcb631e18908', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'floating_ip_address': '172.28.1.163', 'floating_network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'router_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'port_id': 'f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'mac_address': 'fa:16:3e:b8:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c506c7-0343-420a-a03b-63ef9a99ba84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:02:10Z', 'updated_at': '2021-05-25T16:02:27Z', 'revision_number': 1, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194e7b71-74b4-4a4c-92eb-bc3210a06c9d', 'name': '', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'mac_address': 'fa:16:3e:3a:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:06Z', 'updated_at': '2021-05-25T15:58:14Z', 'revision_number': 5, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'subnets': [{'id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:02:30.104531 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e4ba41-7591-4303-a341-d32395ddef3e None None] The sync data for ids ['6d2a2359-3686-465a-8734-7975f4ab0dbb'] in dv-cinder-786384-6-smb is: [{'id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'name': 'tempest-AttachVolumeShelveTestJSON-110591338-router', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:00Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'gw_port': {'id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:01Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_floatingips': [{'id': '526f486d-681e-483a-8d88-dcb631e18908', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'floating_ip_address': '172.28.1.163', 'floating_network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'router_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'port_id': 'f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'mac_address': 'fa:16:3e:b8:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c506c7-0343-420a-a03b-63ef9a99ba84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:02:10Z', 'updated_at': '2021-05-25T16:02:27Z', 'revision_number': 1, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194e7b71-74b4-4a4c-92eb-bc3210a06c9d', 'name': '', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'mac_address': 'fa:16:3e:3a:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:06Z', 'updated_at': '2021-05-25T15:58:14Z', 'revision_number': 5, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'subnets': [{'id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:02:30.186108 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-2a05290f-8d17-4d46-95c1-def7144440a5 req-555560b1-5de1-4954-9a3d-6b8cf71151b2 service neutron] 10.222.0.91 "GET /v2.0/networks/9b9e8b48-533f-4671-b519-11ca6129f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353223 May 25 16:02:30.322165 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c85481-42f7-4521-b821-e52710718b0c None None] New status for floating IP 526f486d-681e-483a-8d88-dcb631e18908: ACTIVE {{(pid=98826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:02:30.664749 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfeff2e-19c4-4be4-a669-7f45765c52d6 req-60c02ae7-6b17-433d-8135-f6779cc53f96 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:30.666264 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6dfeff2e-19c4-4be4-a669-7f45765c52d6 req-60c02ae7-6b17-433d-8135-f6779cc53f96 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=322c8015-50f7-4362-9df9-b39332c258d5 HTTP/1.1" status: 200 len: 946 time: 0.0824506 May 25 16:02:30.715229 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6dfeff2e-19c4-4be4-a669-7f45765c52d6 req-47896320-1482-4048-aa16-4aaedd88a1c4 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414300 May 25 16:02:31.653919 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d9ead-54cc-4c38-8b43-3a84bfd6eb76 req-9a69423a-cf27-449f-a97d-0ddcf55e2128 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:31.654604 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-3f8d9ead-54cc-4c38-8b43-3a84bfd6eb76 req-9a69423a-cf27-449f-a97d-0ddcf55e2128 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Synchronizing usage tracker for tenant:672af14cc5e34f6cbf78d0c38253a926 on resource:port {{(pid=98823) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:02:31.752960 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-3f8d9ead-54cc-4c38-8b43-3a84bfd6eb76 req-9a69423a-cf27-449f-a97d-0ddcf55e2128 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Unset dirty status for tenant:672af14cc5e34f6cbf78d0c38253a926 on resource:port {{(pid=98823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:02:31.754147 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-3f8d9ead-54cc-4c38-8b43-3a84bfd6eb76 req-9a69423a-cf27-449f-a97d-0ddcf55e2128 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.91 "GET /v2.0/ports?device_id=322c8015-50f7-4362-9df9-b39332c258d5 HTTP/1.1" status: 200 len: 946 time: 0.1807070 May 25 16:02:31.911438 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-3f8d9ead-54cc-4c38-8b43-3a84bfd6eb76 req-5c971dd3-e591-4921-a508-a4e2de174b42 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Deleting port ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:02:31.911746 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-3f8d9ead-54cc-4c38-8b43-3a84bfd6eb76 req-5c971dd3-e591-4921-a508-a4e2de174b42 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:31.920895 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906600bc-ca6a-4057-b783-260858e9a598 req-30902eea-96be-4f95-beac-2288b568935d tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:31.922392 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-906600bc-ca6a-4057-b783-260858e9a598 req-30902eea-96be-4f95-beac-2288b568935d tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=322c8015-50f7-4362-9df9-b39332c258d5 HTTP/1.1" status: 200 len: 946 time: 0.0901561 May 25 16:02:31.970988 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-906600bc-ca6a-4057-b783-260858e9a598 req-fa4df8db-bee5-40ca-afda-0a6152c3f9aa tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423546 May 25 16:02:32.053070 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-3f8d9ead-54cc-4c38-8b43-3a84bfd6eb76 req-5c971dd3-e591-4921-a508-a4e2de174b42 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] For port ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d,segment=NetworkSegment(3339c1aa-fb95-40a8-bfba-e704dbf21fcc),segment_id=3339c1aa-fb95-40a8-bfba-e704dbf21fcc)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:02:32.053429 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-3f8d9ead-54cc-4c38-8b43-3a84bfd6eb76 req-5c971dd3-e591-4921-a508-a4e2de174b42 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:32.183459 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-3f8d9ead-54cc-4c38-8b43-3a84bfd6eb76 req-5c971dd3-e591-4921-a508-a4e2de174b42 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Calling delete_port for ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d owned by compute:nova {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:02:32.433269 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-3f8d9ead-54cc-4c38-8b43-3a84bfd6eb76 req-5c971dd3-e591-4921-a508-a4e2de174b42 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:32.439995 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-290eb9b4-0c96-4759-8980-b9cfeff7bcd5 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:32.474045 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['11423c4b-5763-4d71-af07-b0b5175f11a7', '37a3c8dd-246f-4e5a-a29e-718c54d2ffcd', '6bc1d136-3f25-4405-b5b0-499951900ad6', 'ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:02:32.490446 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c971dd3-e591-4921-a508-a4e2de174b42 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Pushing event deleted for resources: {'Port': ['ID=ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:32.532838 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c971dd3-e591-4921-a508-a4e2de174b42 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:32.533213 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c971dd3-e591-4921-a508-a4e2de174b42 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:32.533574 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c971dd3-e591-4921-a508-a4e2de174b42 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:32.533931 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c971dd3-e591-4921-a508-a4e2de174b42 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:32.534273 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c971dd3-e591-4921-a508-a4e2de174b42 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:32.534632 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c971dd3-e591-4921-a508-a4e2de174b42 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:32.534979 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c971dd3-e591-4921-a508-a4e2de174b42 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:32.535744 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c971dd3-e591-4921-a508-a4e2de174b42 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:32.535744 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c971dd3-e591-4921-a508-a4e2de174b42 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:32.536036 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c971dd3-e591-4921-a508-a4e2de174b42 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:32.536335 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c971dd3-e591-4921-a508-a4e2de174b42 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:32.536675 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c971dd3-e591-4921-a508-a4e2de174b42 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:32.577169 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-5c971dd3-e591-4921-a508-a4e2de174b42 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:32.583488 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8d9ead-54cc-4c38-8b43-3a84bfd6eb76 req-5c971dd3-e591-4921-a508-a4e2de174b42 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] No DVR routers for this DVR port ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d on host hv-cinder-78638 {{(pid=98823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:02:32.586030 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-3f8d9ead-54cc-4c38-8b43-3a84bfd6eb76 req-5c971dd3-e591-4921-a508-a4e2de174b42 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:32.588630 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322c8015-50f7-4362-9df9-b39332c258d5', 'name': 'network-vif-deleted', 'tag': 'ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:02:32.633943 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322c8015-50f7-4362-9df9-b39332c258d5', 'name': 'network-vif-deleted', 'tag': 'ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d', 'status': 'completed', 'code': 200} May 25 16:02:32.708460 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-3f8d9ead-54cc-4c38-8b43-3a84bfd6eb76 req-5c971dd3-e591-4921-a508-a4e2de174b42 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.91 "DELETE /v2.0/ports/ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d HTTP/1.1" status: 204 len: 173 time: 0.9416568 May 25 16:02:33.140850 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cd2aedf2-0ada-47b7-8d14-8bd5ea36c94b req-35a1dfa8-5067-461b-8863-7a090b8a671c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=322c8015-50f7-4362-9df9-b39332c258d5 HTTP/1.1" status: 200 len: 210 time: 0.0446839 May 25 16:02:35.338524 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:02:35.374222 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] No Port match for: ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:02:35.374515 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device ed0b0adf-6ec7-4bfc-acb2-92f1c68c9d2d not bound to the agent host hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:02:36.173468 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32232a72-f54c-4798-baac-9be194992d88 req-d96bbfe4-ca83-4ba4-9cf7-3ceb4b6ec019 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:36.174940 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-32232a72-f54c-4798-baac-9be194992d88 req-d96bbfe4-ca83-4ba4-9cf7-3ceb4b6ec019 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=c262a4bb-cfd7-4456-9f94-474284bc1229 HTTP/1.1" status: 200 len: 946 time: 0.0858097 May 25 16:02:36.220009 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-32232a72-f54c-4798-baac-9be194992d88 req-d9e3c03c-b8d1-43da-9ea2-90fd073f2dd7 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392873 May 25 16:02:37.417185 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d016c84-1a6d-4881-a241-aec4806f690b req-31430de9-7cd9-49e1-9129-e19bfaa9ebd6 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:37.419258 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1d016c84-1a6d-4881-a241-aec4806f690b req-31430de9-7cd9-49e1-9129-e19bfaa9ebd6 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=c262a4bb-cfd7-4456-9f94-474284bc1229 HTTP/1.1" status: 200 len: 946 time: 0.0834796 May 25 16:02:37.463786 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1d016c84-1a6d-4881-a241-aec4806f690b req-2f9f13e0-b268-4d09-aeea-61dd5716c603 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392959 May 25 16:02:38.339519 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad4c2f-7c5e-4ce0-ae53-e2e820845859 req-3dc5dce9-6e81-44c4-ab73-5ac613287ac6 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:38.340770 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-07ad4c2f-7c5e-4ce0-ae53-e2e820845859 req-3dc5dce9-6e81-44c4-ab73-5ac613287ac6 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Synchronizing usage tracker for tenant:672af14cc5e34f6cbf78d0c38253a926 on resource:port {{(pid=98823) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:02:38.441560 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-07ad4c2f-7c5e-4ce0-ae53-e2e820845859 req-3dc5dce9-6e81-44c4-ab73-5ac613287ac6 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Unset dirty status for tenant:672af14cc5e34f6cbf78d0c38253a926 on resource:port {{(pid=98823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:02:38.442731 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-07ad4c2f-7c5e-4ce0-ae53-e2e820845859 req-3dc5dce9-6e81-44c4-ab73-5ac613287ac6 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.91 "GET /v2.0/ports?device_id=c262a4bb-cfd7-4456-9f94-474284bc1229 HTTP/1.1" status: 200 len: 946 time: 0.2799060 May 25 16:02:38.586739 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-07ad4c2f-7c5e-4ce0-ae53-e2e820845859 req-aa5294b4-6b8c-4bd5-a3c3-a175dfccc103 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Deleting port 6bc1d136-3f25-4405-b5b0-499951900ad6 {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:02:38.587090 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-07ad4c2f-7c5e-4ce0-ae53-e2e820845859 req-aa5294b4-6b8c-4bd5-a3c3-a175dfccc103 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:38.657717 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d4498-68a4-42c6-a4e3-4701522753c1 req-5397d07e-190b-4755-beec-c1374aca03a0 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:38.659211 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5d2d4498-68a4-42c6-a4e3-4701522753c1 req-5397d07e-190b-4755-beec-c1374aca03a0 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=c262a4bb-cfd7-4456-9f94-474284bc1229 HTTP/1.1" status: 200 len: 946 time: 0.0857418 May 25 16:02:38.708148 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5d2d4498-68a4-42c6-a4e3-4701522753c1 req-26a2fd27-a8e5-4c15-ac06-db6480b29a25 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430915 May 25 16:02:38.730467 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-07ad4c2f-7c5e-4ce0-ae53-e2e820845859 req-aa5294b4-6b8c-4bd5-a3c3-a175dfccc103 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] For port 6bc1d136-3f25-4405-b5b0-499951900ad6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6bc1d136-3f25-4405-b5b0-499951900ad6,segment=NetworkSegment(3339c1aa-fb95-40a8-bfba-e704dbf21fcc),segment_id=3339c1aa-fb95-40a8-bfba-e704dbf21fcc)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:02:38.731070 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-07ad4c2f-7c5e-4ce0-ae53-e2e820845859 req-aa5294b4-6b8c-4bd5-a3c3-a175dfccc103 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:38.866260 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-07ad4c2f-7c5e-4ce0-ae53-e2e820845859 req-aa5294b4-6b8c-4bd5-a3c3-a175dfccc103 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Calling delete_port for 6bc1d136-3f25-4405-b5b0-499951900ad6 owned by compute:nova {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:02:39.047469 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-07ad4c2f-7c5e-4ce0-ae53-e2e820845859 req-aa5294b4-6b8c-4bd5-a3c3-a175dfccc103 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:39.053911 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-eedbc984-20b0-4307-97df-559a1e72f214 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:39.087469 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['11423c4b-5763-4d71-af07-b0b5175f11a7', '37a3c8dd-246f-4e5a-a29e-718c54d2ffcd', '6bc1d136-3f25-4405-b5b0-499951900ad6'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:02:39.105051 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5294b4-6b8c-4bd5-a3c3-a175dfccc103 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Pushing event deleted for resources: {'Port': ['ID=6bc1d136-3f25-4405-b5b0-499951900ad6,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:39.108583 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-aa5294b4-6b8c-4bd5-a3c3-a175dfccc103 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:39.182920 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ad4c2f-7c5e-4ce0-ae53-e2e820845859 req-aa5294b4-6b8c-4bd5-a3c3-a175dfccc103 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] No DVR routers for this DVR port 6bc1d136-3f25-4405-b5b0-499951900ad6 on host hv-cinder-78638 {{(pid=98823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:02:39.186545 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-07ad4c2f-7c5e-4ce0-ae53-e2e820845859 req-aa5294b4-6b8c-4bd5-a3c3-a175dfccc103 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:39.189524 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c262a4bb-cfd7-4456-9f94-474284bc1229', 'name': 'network-vif-deleted', 'tag': '6bc1d136-3f25-4405-b5b0-499951900ad6'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:02:39.238110 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c262a4bb-cfd7-4456-9f94-474284bc1229', 'name': 'network-vif-deleted', 'tag': '6bc1d136-3f25-4405-b5b0-499951900ad6', 'status': 'completed', 'code': 200} May 25 16:02:39.270647 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-07ad4c2f-7c5e-4ce0-ae53-e2e820845859 req-aa5294b4-6b8c-4bd5-a3c3-a175dfccc103 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.91 "DELETE /v2.0/ports/6bc1d136-3f25-4405-b5b0-499951900ad6 HTTP/1.1" status: 204 len: 173 time: 0.8202214 May 25 16:02:39.891535 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6400fe85-6f92-4f36-a2ff-61ac278dd15b req-9b97d16b-99e0-4ee1-9c26-718d500a1d12 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=c262a4bb-cfd7-4456-9f94-474284bc1229 HTTP/1.1" status: 200 len: 210 time: 0.0470910 May 25 16:02:41.339619 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 6bc1d136-3f25-4405-b5b0-499951900ad6 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:02:41.382001 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] No Port match for: 6bc1d136-3f25-4405-b5b0-499951900ad6 {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:02:41.382370 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 6bc1d136-3f25-4405-b5b0-499951900ad6 not bound to the agent host hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:02:41.639247 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114832ba-b552-407d-b248-383920ca6526 req-20e3dcc7-5def-47e7-9e59-7271bc5fbc7d tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:41.640763 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-114832ba-b552-407d-b248-383920ca6526 req-20e3dcc7-5def-47e7-9e59-7271bc5fbc7d tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=f14613b0-8bf2-44fe-a8cf-76fdcc9d13c4 HTTP/1.1" status: 200 len: 945 time: 0.0878057 May 25 16:02:41.685988 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-114832ba-b552-407d-b248-383920ca6526 req-f6c0042e-fc9b-4436-b38a-d83eca383936 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394945 May 25 16:02:42.876069 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cad42-144b-42a3-aa95-6ad4a0f14f64 req-04ee6d7a-fb49-427e-9c38-4ac8ea4fa021 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:42.877681 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e36cad42-144b-42a3-aa95-6ad4a0f14f64 req-04ee6d7a-fb49-427e-9c38-4ac8ea4fa021 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=f14613b0-8bf2-44fe-a8cf-76fdcc9d13c4 HTTP/1.1" status: 200 len: 945 time: 0.0824513 May 25 16:02:42.928318 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e36cad42-144b-42a3-aa95-6ad4a0f14f64 req-26027c90-a1ad-4af8-94bd-973529a53f53 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446703 May 25 16:02:43.346090 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b1751-2223-4a0e-b6ef-f28c81f327d9 req-3ab2a9f7-1439-4eed-9020-7af7a11f0411 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:43.346721 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-eb0b1751-2223-4a0e-b6ef-f28c81f327d9 req-3ab2a9f7-1439-4eed-9020-7af7a11f0411 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Synchronizing usage tracker for tenant:672af14cc5e34f6cbf78d0c38253a926 on resource:port {{(pid=98823) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:02:43.424284 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-eb0b1751-2223-4a0e-b6ef-f28c81f327d9 req-3ab2a9f7-1439-4eed-9020-7af7a11f0411 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Unset dirty status for tenant:672af14cc5e34f6cbf78d0c38253a926 on resource:port {{(pid=98823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:02:43.425506 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-eb0b1751-2223-4a0e-b6ef-f28c81f327d9 req-3ab2a9f7-1439-4eed-9020-7af7a11f0411 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.91 "GET /v2.0/ports?device_id=f14613b0-8bf2-44fe-a8cf-76fdcc9d13c4 HTTP/1.1" status: 200 len: 945 time: 0.1660175 May 25 16:02:43.568822 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-eb0b1751-2223-4a0e-b6ef-f28c81f327d9 req-8033252d-d2d7-4914-99ea-7fc091ae9449 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Deleting port 37a3c8dd-246f-4e5a-a29e-718c54d2ffcd {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:02:43.569185 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-eb0b1751-2223-4a0e-b6ef-f28c81f327d9 req-8033252d-d2d7-4914-99ea-7fc091ae9449 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:43.718728 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-eb0b1751-2223-4a0e-b6ef-f28c81f327d9 req-8033252d-d2d7-4914-99ea-7fc091ae9449 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] For port 37a3c8dd-246f-4e5a-a29e-718c54d2ffcd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=37a3c8dd-246f-4e5a-a29e-718c54d2ffcd,segment=NetworkSegment(3339c1aa-fb95-40a8-bfba-e704dbf21fcc),segment_id=3339c1aa-fb95-40a8-bfba-e704dbf21fcc)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:02:43.719011 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-eb0b1751-2223-4a0e-b6ef-f28c81f327d9 req-8033252d-d2d7-4914-99ea-7fc091ae9449 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:43.850751 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-eb0b1751-2223-4a0e-b6ef-f28c81f327d9 req-8033252d-d2d7-4914-99ea-7fc091ae9449 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Calling delete_port for 37a3c8dd-246f-4e5a-a29e-718c54d2ffcd owned by compute:nova {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:02:44.025109 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-eb0b1751-2223-4a0e-b6ef-f28c81f327d9 req-8033252d-d2d7-4914-99ea-7fc091ae9449 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:44.034554 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-c6f888a8-aa33-48a3-af38-1e763af0d7ad tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:44.063874 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['11423c4b-5763-4d71-af07-b0b5175f11a7'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:02:44.081345 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033252d-d2d7-4914-99ea-7fc091ae9449 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Pushing event deleted for resources: {'Port': ['ID=37a3c8dd-246f-4e5a-a29e-718c54d2ffcd,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:44.084849 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-8033252d-d2d7-4914-99ea-7fc091ae9449 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:44.106029 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e539e2da-998f-47ed-a815-48526df445f9 req-c9848144-cb46-43cf-9697-4719b0cf8846 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=f14613b0-8bf2-44fe-a8cf-76fdcc9d13c4 HTTP/1.1" status: 200 len: 210 time: 0.0520246 May 25 16:02:44.171110 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0b1751-2223-4a0e-b6ef-f28c81f327d9 req-8033252d-d2d7-4914-99ea-7fc091ae9449 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] No DVR routers for this DVR port 37a3c8dd-246f-4e5a-a29e-718c54d2ffcd on host hv-cinder-78638 {{(pid=98823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:02:44.173820 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-eb0b1751-2223-4a0e-b6ef-f28c81f327d9 req-8033252d-d2d7-4914-99ea-7fc091ae9449 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:44.185069 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14613b0-8bf2-44fe-a8cf-76fdcc9d13c4', 'name': 'network-vif-deleted', 'tag': '37a3c8dd-246f-4e5a-a29e-718c54d2ffcd'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:02:44.241092 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14613b0-8bf2-44fe-a8cf-76fdcc9d13c4', 'name': 'network-vif-deleted', 'tag': '37a3c8dd-246f-4e5a-a29e-718c54d2ffcd', 'status': 'completed', 'code': 200} May 25 16:02:44.280160 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-eb0b1751-2223-4a0e-b6ef-f28c81f327d9 req-8033252d-d2d7-4914-99ea-7fc091ae9449 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.91 "DELETE /v2.0/ports/37a3c8dd-246f-4e5a-a29e-718c54d2ffcd HTTP/1.1" status: 204 len: 173 time: 0.8491406 May 25 16:02:45.278996 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-fecf4b28-c10b-43a7-a272-50ec69461643 req-bc9def29-6a88-43ca-a89c-de4609ccea99 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=f14613b0-8bf2-44fe-a8cf-76fdcc9d13c4 HTTP/1.1" status: 200 len: 210 time: 0.0440621 May 25 16:02:45.366147 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 37a3c8dd-246f-4e5a-a29e-718c54d2ffcd no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:02:45.413718 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] No Port match for: 37a3c8dd-246f-4e5a-a29e-718c54d2ffcd {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:02:45.414177 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 37a3c8dd-246f-4e5a-a29e-718c54d2ffcd not bound to the agent host hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:02:47.117856 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:02:48.384189 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add3481-5f64-44ca-b8d3-ced52b685551 req-5ed4981d-224c-4ab6-8fe7-7f33d8fb2a64 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:48.385751 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9add3481-5f64-44ca-b8d3-ced52b685551 req-5ed4981d-224c-4ab6-8fe7-7f33d8fb2a64 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 945 time: 0.0955982 May 25 16:02:48.437030 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9add3481-5f64-44ca-b8d3-ced52b685551 req-09415054-e6e1-4d9c-8ffa-cf73e273fcb1 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447967 May 25 16:02:49.631646 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405ab8e-cf13-4ecc-b5ea-10ddff0c3424 req-dd07c3eb-27a9-4ed5-9c41-3e8b7fad2de9 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:49.633033 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f405ab8e-cf13-4ecc-b5ea-10ddff0c3424 req-dd07c3eb-27a9-4ed5-9c41-3e8b7fad2de9 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 945 time: 0.0835311 May 25 16:02:49.678664 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f405ab8e-cf13-4ecc-b5ea-10ddff0c3424 req-e5b2d2c3-3da7-41de-b718-b8ab1b92ea1a tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388384 May 25 16:02:50.516948 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278110e2-ee2a-4cc8-92e1-55a6ab54d8ca req-252aa0a1-092b-4b40-9d6f-71c132d7d56c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:50.517679 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-278110e2-ee2a-4cc8-92e1-55a6ab54d8ca req-252aa0a1-092b-4b40-9d6f-71c132d7d56c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Synchronizing usage tracker for tenant:672af14cc5e34f6cbf78d0c38253a926 on resource:port {{(pid=98823) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:02:50.630519 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-278110e2-ee2a-4cc8-92e1-55a6ab54d8ca req-252aa0a1-092b-4b40-9d6f-71c132d7d56c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Unset dirty status for tenant:672af14cc5e34f6cbf78d0c38253a926 on resource:port {{(pid=98823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:02:50.631719 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-278110e2-ee2a-4cc8-92e1-55a6ab54d8ca req-252aa0a1-092b-4b40-9d6f-71c132d7d56c tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.91 "GET /v2.0/ports?device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 945 time: 0.2109063 May 25 16:02:50.777194 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-278110e2-ee2a-4cc8-92e1-55a6ab54d8ca req-86a2b01f-e882-4957-bb0c-95dce6afb555 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Deleting port 11423c4b-5763-4d71-af07-b0b5175f11a7 {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:02:50.777542 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-278110e2-ee2a-4cc8-92e1-55a6ab54d8ca req-86a2b01f-e882-4957-bb0c-95dce6afb555 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:50.881120 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b8aac-ddde-4015-a9ac-8a029df69d5e req-298ed0d2-a3f3-4abb-9c19-50120c9d33ca tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:50.882661 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c93b8aac-ddde-4015-a9ac-8a029df69d5e req-298ed0d2-a3f3-4abb-9c19-50120c9d33ca tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 945 time: 0.0925622 May 25 16:02:50.929770 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c93b8aac-ddde-4015-a9ac-8a029df69d5e req-7ae703dc-8e46-42be-ab87-fe526c6496e4 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a93137-ed38-4669-a1a3-5e4560ffce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405664 May 25 16:02:51.017042 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-278110e2-ee2a-4cc8-92e1-55a6ab54d8ca req-86a2b01f-e882-4957-bb0c-95dce6afb555 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] For port 11423c4b-5763-4d71-af07-b0b5175f11a7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=11423c4b-5763-4d71-af07-b0b5175f11a7,segment=NetworkSegment(3339c1aa-fb95-40a8-bfba-e704dbf21fcc),segment_id=3339c1aa-fb95-40a8-bfba-e704dbf21fcc)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:02:51.017401 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-278110e2-ee2a-4cc8-92e1-55a6ab54d8ca req-86a2b01f-e882-4957-bb0c-95dce6afb555 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:51.145444 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-278110e2-ee2a-4cc8-92e1-55a6ab54d8ca req-86a2b01f-e882-4957-bb0c-95dce6afb555 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Calling delete_port for 11423c4b-5763-4d71-af07-b0b5175f11a7 owned by compute:nova {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:02:51.316279 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-278110e2-ee2a-4cc8-92e1-55a6ab54d8ca req-86a2b01f-e882-4957-bb0c-95dce6afb555 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:51.322099 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-5eb77b51-083b-4a88-9390-4740b75d9e3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:51.355455 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['11423c4b-5763-4d71-af07-b0b5175f11a7'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:02:51.372448 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2b01f-e882-4957-bb0c-95dce6afb555 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Pushing event deleted for resources: {'Port': ['ID=11423c4b-5763-4d71-af07-b0b5175f11a7,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:51.375536 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-86a2b01f-e882-4957-bb0c-95dce6afb555 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:51.449154 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [req-278110e2-ee2a-4cc8-92e1-55a6ab54d8ca req-86a2b01f-e882-4957-bb0c-95dce6afb555 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] No DVR routers for this DVR port 11423c4b-5763-4d71-af07-b0b5175f11a7 on host hv-cinder-78638 {{(pid=98823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:02:51.451782 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-278110e2-ee2a-4cc8-92e1-55a6ab54d8ca req-86a2b01f-e882-4957-bb0c-95dce6afb555 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:51.454424 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe193ee2-45da-47ec-b241-a2ca763413bf', 'name': 'network-vif-deleted', 'tag': '11423c4b-5763-4d71-af07-b0b5175f11a7'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:02:51.503299 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe193ee2-45da-47ec-b241-a2ca763413bf', 'name': 'network-vif-deleted', 'tag': '11423c4b-5763-4d71-af07-b0b5175f11a7', 'status': 'completed', 'code': 200} May 25 16:02:51.537253 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-278110e2-ee2a-4cc8-92e1-55a6ab54d8ca req-86a2b01f-e882-4957-bb0c-95dce6afb555 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.91 "DELETE /v2.0/ports/11423c4b-5763-4d71-af07-b0b5175f11a7 HTTP/1.1" status: 204 len: 173 time: 0.8992155 May 25 16:02:52.100868 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3372322f-3ae8-4ed4-ac87-523cfc9ad1e4 req-613beaad-eee0-4104-a60b-8763ec2696c5 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe193ee2-45da-47ec-b241-a2ca763413bf HTTP/1.1" status: 200 len: 210 time: 0.0451598 May 25 16:02:52.301805 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-fb7ad414-9476-4bb3-9abe-910c36493c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:53.199306 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 46636) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:53.358930 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4dec34-eeee-4b38-acd6-0680058b0a19 admin admin] Deleting subnet c430b497-da4a-44d0-8b44-c522eef11f79 {{(pid=98824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:02:53.361943 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ad4dec34-eeee-4b38-acd6-0680058b0a19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:53.394260 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 11423c4b-5763-4d71-af07-b0b5175f11a7 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:02:53.412496 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ad4dec34-eeee-4b38-acd6-0680058b0a19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513091'] for subnet, precommit_delete_associations {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:53.429721 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] No Port match for: 11423c4b-5763-4d71-af07-b0b5175f11a7 {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:02:53.430086 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 11423c4b-5763-4d71-af07-b0b5175f11a7 not bound to the agent host hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:02:53.469945 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ad4dec34-eeee-4b38-acd6-0680058b0a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698781'] for subnet, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:53.828101 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ad4dec34-eeee-4b38-acd6-0680058b0a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1697896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6390219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6432762'] for subnet, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:53.832311 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-05386eac-1ce4-4f9e-b236-92cb886177a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:53.867045 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4dec34-eeee-4b38-acd6-0680058b0a19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c430b497-da4a-44d0-8b44-c522eef11f79,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:53.870087 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-ad4dec34-eeee-4b38-acd6-0680058b0a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:53.871061 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ad4dec34-eeee-4b38-acd6-0680058b0a19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:53.878124 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-ad4dec34-eeee-4b38-acd6-0680058b0a19 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c430b497-da4a-44d0-8b44-c522eef11f79 HTTP/1.1" status: 204 len: 168 time: 0.6777861 May 25 16:02:53.880621 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 46644) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:53.991976 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-0794eb81-5f1f-4710-97ae-07c719861b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655721'] for network, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:54.127208 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-0794eb81-5f1f-4710-97ae-07c719861b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700178', 'neutron.services.segments.db._delete_segments_for_network-8745741368284'] for network, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:54.145653 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.services.segments.db [None req-0794eb81-5f1f-4710-97ae-07c719861b59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd1ec79-ead3-4023-83d2-5d84776b65d6']}} {{(pid=98824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:02:54.159566 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.services.segments.db [None req-0794eb81-5f1f-4710-97ae-07c719861b59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3339c1aa-fb95-40a8-bfba-e704dbf21fcc') {'for_net_delete': True} {{(pid=98824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:02:54.159864 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.services.segments.db [None req-0794eb81-5f1f-4710-97ae-07c719861b59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3339c1aa-fb95-40a8-bfba-e704dbf21fcc') {} {{(pid=98824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:02:54.175168 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-0794eb81-5f1f-4710-97ae-07c719861b59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745741377181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513096'] for segment, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:54.194147 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-0794eb81-5f1f-4710-97ae-07c719861b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:54.200195 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0794eb81-5f1f-4710-97ae-07c719861b59 admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=98824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:02:54.201136 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-0794eb81-5f1f-4710-97ae-07c719861b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6454893'] for segment, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: Traceback (most recent call last): May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: timer() May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: cb(*args, **kw) May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: return func(*args, **kwargs) May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: self._notify() May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: self.callback(batched_events) May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: event.method(event) May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: return f(self, *a, **k) May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: return self._get(url).json() May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: return self.request(url, 'GET', **kwargs) May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:02:54.214078 dv-cinder-786384-6-smb neutron-server[98824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:02:54.370518 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-0794eb81-5f1f-4710-97ae-07c719861b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449069'] for network, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:54.374443 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-03b942a8-3f7e-4f54-903a-b53637e2425c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:54.387285 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-0794eb81-5f1f-4710-97ae-07c719861b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:54.397492 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794eb81-5f1f-4710-97ae-07c719861b59 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcd1ec79-ead3-4023-83d2-5d84776b65d6,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:54.404172 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-0794eb81-5f1f-4710-97ae-07c719861b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:54.485935 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-0794eb81-5f1f-4710-97ae-07c719861b59 admin admin] 10.222.0.72 "DELETE /v2.0/networks/dcd1ec79-ead3-4023-83d2-5d84776b65d6 HTTP/1.1" status: 204 len: 168 time: 0.6037288 May 25 16:02:54.753957 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-46cd70dc-6c38-4f3c-bbe5-88d77a7f862f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:54.755399 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:54.972885 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 46658) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:55.022656 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-aa546387-b085-4b1a-8d50-79ee64ae3edc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=672af14cc5e34f6cbf78d0c38253a926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485501 May 25 16:02:55.025133 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 46662) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:55.084194 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-58d2bd06-e357-4ce7-8d05-3dc00a74b294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:55.105161 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:55.111433 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-58d2bd06-e357-4ce7-8d05-3dc00a74b294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:55.201857 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-58d2bd06-e357-4ce7-8d05-3dc00a74b294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:55.205890 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-d5159879-613b-4277-8e4b-8a0bb14eefe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:55.217577 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2bd06-e357-4ce7-8d05-3dc00a74b294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a93137-ed38-4669-a1a3-5e4560ffce55,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:55.221727 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-58d2bd06-e357-4ce7-8d05-3dc00a74b294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:55.225178 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-58d2bd06-e357-4ce7-8d05-3dc00a74b294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:55.226373 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-58d2bd06-e357-4ce7-8d05-3dc00a74b294 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/82a93137-ed38-4669-a1a3-5e4560ffce55 HTTP/1.1" status: 204 len: 168 time: 0.2003567 May 25 16:02:55.890492 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:57.937650 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f34896-9112-4898-baf2-b065700f4bde req-9e6d0d3b-4a9f-4955-b075-46f80cb13034 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:57.937650 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-19f34896-9112-4898-baf2-b065700f4bde req-9e6d0d3b-4a9f-4955-b075-46f80cb13034 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7f68ad4-b3d9-41e6-9ccb-42ec3d835206 HTTP/1.1" status: 200 len: 945 time: 0.1036925 May 25 16:02:57.937650 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-19f34896-9112-4898-baf2-b065700f4bde req-f2c3f3fa-b1e0-4d93-a754-336e6d37d31d tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=07e1fd97-55d0-45ba-8adf-cdb46d870571&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406857 May 25 16:02:58.050706 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:58.714880 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 46752) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:58.841922 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ecbc82cb-90f5-4f55-8ed3-6299c3b31c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:58.857131 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-ecbc82cb-90f5-4f55-8ed3-6299c3b31c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:58.861970 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-ecbc82cb-90f5-4f55-8ed3-6299c3b31c5c admin admin] Usage tracker for resource:security_group_rule and tenant:a3eb356d738641d0919662c49e5621e8 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:58.864865 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-ecbc82cb-90f5-4f55-8ed3-6299c3b31c5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:58.870877 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-ecbc82cb-90f5-4f55-8ed3-6299c3b31c5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:58.953959 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ecbc82cb-90f5-4f55-8ed3-6299c3b31c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:59.057578 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ecbc82cb-90f5-4f55-8ed3-6299c3b31c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:59.068749 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-93635c75-c125-4de3-9e77-b2c9d705c867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:59.121682 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc82cb-90f5-4f55-8ed3-6299c3b31c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bcf55b-7999-4319-8b4b-a095e4d467ef,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:59.126793 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-ecbc82cb-90f5-4f55-8ed3-6299c3b31c5c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a3eb356d738641d0919662c49e5621e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4109001 May 25 16:02:59.127947 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-ecbc82cb-90f5-4f55-8ed3-6299c3b31c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:59.129735 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 46760) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:59.206825 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8c579-3004-41c7-8792-d5307fac265c req-55209482-ebd3-4e8a-aff5-a3acfe46448f tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:59.208290 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-56d8c579-3004-41c7-8792-d5307fac265c req-55209482-ebd3-4e8a-aff5-a3acfe46448f tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7f68ad4-b3d9-41e6-9ccb-42ec3d835206 HTTP/1.1" status: 200 len: 945 time: 0.1913624 May 25 16:02:59.240713 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-8a2bbdc5-05c9-4e58-aa40-818e14abf344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:59.282629 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-56d8c579-3004-41c7-8792-d5307fac265c req-6bcaa6fd-b762-4c9a-af36-fb5a04319b50 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=07e1fd97-55d0-45ba-8adf-cdb46d870571&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659163 May 25 16:02:59.290606 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-8a2bbdc5-05c9-4e58-aa40-818e14abf344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:59.424692 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-8a2bbdc5-05c9-4e58-aa40-818e14abf344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:59.428590 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-741b7b65-3ddd-4154-9e68-79206809de4a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:59.443359 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bbdc5-05c9-4e58-aa40-818e14abf344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bcf55b-7999-4319-8b4b-a095e4d467ef,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:59.447439 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-8a2bbdc5-05c9-4e58-aa40-818e14abf344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:59.448526 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-8a2bbdc5-05c9-4e58-aa40-818e14abf344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:59.449754 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-8a2bbdc5-05c9-4e58-aa40-818e14abf344 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b2bcf55b-7999-4319-8b4b-a095e4d467ef HTTP/1.1" status: 204 len: 168 time: 0.3191488 May 25 16:03:00.119029 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 46770) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:00.137772 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b8f1b5b7-e730-4b6d-acb8-4f2319a04e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:00.152306 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-b8f1b5b7-e730-4b6d-acb8-4f2319a04e99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:03:00.156158 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-b8f1b5b7-e730-4b6d-acb8-4f2319a04e99 admin admin] Usage tracker for resource:security_group_rule and tenant:ec84a502f81a494aad2d11a1cff54661 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:03:00.159202 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-b8f1b5b7-e730-4b6d-acb8-4f2319a04e99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:03:00.164988 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-b8f1b5b7-e730-4b6d-acb8-4f2319a04e99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:03:00.302767 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b8f1b5b7-e730-4b6d-acb8-4f2319a04e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:00.323135 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe77e2-3b0f-4f3b-8b3e-5a519582b50d req-38eb20c6-0131-4030-a908-e81d5411eacc tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:00.324022 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-2ffe77e2-3b0f-4f3b-8b3e-5a519582b50d req-38eb20c6-0131-4030-a908-e81d5411eacc tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Synchronizing usage tracker for tenant:6e0b579c2ed344be88993c3d0a0cb566 on resource:port {{(pid=98823) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:03:00.336421 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-2ffe77e2-3b0f-4f3b-8b3e-5a519582b50d req-38eb20c6-0131-4030-a908-e81d5411eacc tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Unset dirty status for tenant:6e0b579c2ed344be88993c3d0a0cb566 on resource:port {{(pid=98823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:03:00.337656 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-2ffe77e2-3b0f-4f3b-8b3e-5a519582b50d req-38eb20c6-0131-4030-a908-e81d5411eacc tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7f68ad4-b3d9-41e6-9ccb-42ec3d835206 HTTP/1.1" status: 200 len: 945 time: 0.1254685 May 25 16:03:00.387026 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b8f1b5b7-e730-4b6d-acb8-4f2319a04e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:00.402998 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-5bcbbf6f-54dd-4ad8-acca-2296fabc0944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:00.458329 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-b8f1b5b7-e730-4b6d-acb8-4f2319a04e99 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ec84a502f81a494aad2d11a1cff54661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3357408 May 25 16:03:00.460132 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 46778) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:00.507929 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1b5b7-e730-4b6d-acb8-4f2319a04e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbafa8b9-c86a-4ed1-b97e-5dc0c35a568c,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:00.515494 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-b8f1b5b7-e730-4b6d-acb8-4f2319a04e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:00.548334 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-f16e16c6-236e-41ce-803b-8eac41eab66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:00.551665 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-2ffe77e2-3b0f-4f3b-8b3e-5a519582b50d req-b83c2659-a464-46e2-8a21-cbf2aebe7515 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Deleting port 68e23898-2bd8-49fe-989d-2cc4bc65933c {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:03:00.552228 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-2ffe77e2-3b0f-4f3b-8b3e-5a519582b50d req-b83c2659-a464-46e2-8a21-cbf2aebe7515 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:00.628809 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-f16e16c6-236e-41ce-803b-8eac41eab66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:00.691990 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83866ad1-94c5-41f7-9400-bb3a20cccc41 req-e495eab1-59a7-4db8-ab3d-6138bf03e9db tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:00.693862 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-83866ad1-94c5-41f7-9400-bb3a20cccc41 req-e495eab1-59a7-4db8-ab3d-6138bf03e9db tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7f68ad4-b3d9-41e6-9ccb-42ec3d835206 HTTP/1.1" status: 200 len: 945 time: 0.1498833 May 25 16:03:00.706189 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-2ffe77e2-3b0f-4f3b-8b3e-5a519582b50d req-b83c2659-a464-46e2-8a21-cbf2aebe7515 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] For port 68e23898-2bd8-49fe-989d-2cc4bc65933c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=68e23898-2bd8-49fe-989d-2cc4bc65933c,segment=NetworkSegment(840503af-6db9-4321-a583-5cabf5e4dfef),segment_id=840503af-6db9-4321-a583-5cabf5e4dfef)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:03:00.706536 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-2ffe77e2-3b0f-4f3b-8b3e-5a519582b50d req-b83c2659-a464-46e2-8a21-cbf2aebe7515 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:00.744431 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-83866ad1-94c5-41f7-9400-bb3a20cccc41 req-96921cf0-e9ec-4b34-b17a-58566cdcdd34 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups?id=07e1fd97-55d0-45ba-8adf-cdb46d870571&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403965 May 25 16:03:00.833375 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-f16e16c6-236e-41ce-803b-8eac41eab66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:00.837275 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-843d3f7b-0da2-4f3e-86ad-a621499caca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:00.849757 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e16c6-236e-41ce-803b-8eac41eab66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbafa8b9-c86a-4ed1-b97e-5dc0c35a568c,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:00.853344 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-f16e16c6-236e-41ce-803b-8eac41eab66e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:00.856714 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-f16e16c6-236e-41ce-803b-8eac41eab66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:00.857868 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-f16e16c6-236e-41ce-803b-8eac41eab66e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bbafa8b9-c86a-4ed1-b97e-5dc0c35a568c HTTP/1.1" status: 204 len: 168 time: 0.3951054 May 25 16:03:01.008677 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-2ffe77e2-3b0f-4f3b-8b3e-5a519582b50d req-b83c2659-a464-46e2-8a21-cbf2aebe7515 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:01.009083 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-2ffe77e2-3b0f-4f3b-8b3e-5a519582b50d req-b83c2659-a464-46e2-8a21-cbf2aebe7515 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449055'] for floatingip, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:01.009404 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.db.l3_db [req-2ffe77e2-3b0f-4f3b-8b3e-5a519582b50d req-b83c2659-a464-46e2-8a21-cbf2aebe7515 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Floating IP a4be229d-a9f5-4f1c-bb63-e3a48d34fd2f disassociated. External IP: 172.28.1.101, port: 68e23898-2bd8-49fe-989d-2cc4bc65933c. May 25 16:03:01.009748 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-2ffe77e2-3b0f-4f3b-8b3e-5a519582b50d req-b83c2659-a464-46e2-8a21-cbf2aebe7515 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Calling delete_port for 68e23898-2bd8-49fe-989d-2cc4bc65933c owned by compute:nova {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:03:01.196062 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-2ffe77e2-3b0f-4f3b-8b3e-5a519582b50d req-b83c2659-a464-46e2-8a21-cbf2aebe7515 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:01.211237 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-c670b84a-31a6-4a71-8ec3-39fce88e8893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:01.252699 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c2659-a464-46e2-8a21-cbf2aebe7515 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Pushing event deleted for resources: {'Port': ['ID=68e23898-2bd8-49fe-989d-2cc4bc65933c,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:01.255903 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-b83c2659-a464-46e2-8a21-cbf2aebe7515 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:01.541062 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ffe77e2-3b0f-4f3b-8b3e-5a519582b50d req-b83c2659-a464-46e2-8a21-cbf2aebe7515 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Router 658faca0-2fef-4275-ab32-b5aaa6ca49a4 has already been hosted by L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab {{(pid=98823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:03:01.754833 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ffe77e2-3b0f-4f3b-8b3e-5a519582b50d req-b83c2659-a464-46e2-8a21-cbf2aebe7515 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:03:01.764984 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917bf162-a4c5-432f-b3a5-ee6d4afb4dfd None None] Sync routers for ids ['658faca0-2fef-4275-ab32-b5aaa6ca49a4'] in dv-cinder-786384-6-smb {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:03:01.778600 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917bf162-a4c5-432f-b3a5-ee6d4afb4dfd None None] Routers {'658faca0-2fef-4275-ab32-b5aaa6ca49a4'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:03:01.779240 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-917bf162-a4c5-432f-b3a5-ee6d4afb4dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:02:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['658faca0-2fef-4275-ab32-b5aaa6ca49a4'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:03:01.856890 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ffe77e2-3b0f-4f3b-8b3e-5a519582b50d req-b83c2659-a464-46e2-8a21-cbf2aebe7515 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] No DVR routers for this DVR port 68e23898-2bd8-49fe-989d-2cc4bc65933c on host hv-cinder-78638 {{(pid=98823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:03:01.861154 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-2ffe77e2-3b0f-4f3b-8b3e-5a519582b50d req-b83c2659-a464-46e2-8a21-cbf2aebe7515 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:01.864476 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f68ad4-b3d9-41e6-9ccb-42ec3d835206', 'name': 'network-vif-deleted', 'tag': '68e23898-2bd8-49fe-989d-2cc4bc65933c'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:03:01.933034 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5c8219ea-e52c-47ef-8b34-024d7fcfd538 req-df25c061-f136-4c2a-bb9d-4061a82d6301 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7f68ad4-b3d9-41e6-9ccb-42ec3d835206 HTTP/1.1" status: 200 len: 210 time: 0.0639546 May 25 16:03:01.945286 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f68ad4-b3d9-41e6-9ccb-42ec3d835206', 'name': 'network-vif-deleted', 'tag': '68e23898-2bd8-49fe-989d-2cc4bc65933c', 'status': 'completed', 'code': 200} May 25 16:03:01.968306 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-2ffe77e2-3b0f-4f3b-8b3e-5a519582b50d req-b83c2659-a464-46e2-8a21-cbf2aebe7515 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.91 "DELETE /v2.0/ports/68e23898-2bd8-49fe-989d-2cc4bc65933c HTTP/1.1" status: 204 len: 173 time: 1.6242194 May 25 16:03:02.025278 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-917bf162-a4c5-432f-b3a5-ee6d4afb4dfd None None] Set router 658faca0-2fef-4275-ab32-b5aaa6ca49a4 gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:03:02.362367 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-917bf162-a4c5-432f-b3a5-ee6d4afb4dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'name': 'tempest-AttachVolumeTestJSON-1671783140-router', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:52Z', 'updated_at': '2021-05-25T15:57:00Z', 'revision_number': 4, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'gw_port': {'id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:54Z', 'updated_at': '2021-05-25T15:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': '3b98a5ed-156e-413b-9790-7f79fe8bb0b2', 'name': '', 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'mac_address': 'fa:16:3e:88:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:59Z', 'updated_at': '2021-05-25T15:57:16Z', 'revision_number': 5, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'subnets': [{'id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:03:02.366636 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917bf162-a4c5-432f-b3a5-ee6d4afb4dfd None None] Checking router: 658faca0-2fef-4275-ab32-b5aaa6ca49a4 for host: dv-cinder-786384-6-smb {{(pid=98825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:03:02.375729 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917bf162-a4c5-432f-b3a5-ee6d4afb4dfd None None] Routers {'658faca0-2fef-4275-ab32-b5aaa6ca49a4'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:03:02.376467 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-917bf162-a4c5-432f-b3a5-ee6d4afb4dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:02:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['658faca0-2fef-4275-ab32-b5aaa6ca49a4'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:03:02.573244 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-917bf162-a4c5-432f-b3a5-ee6d4afb4dfd None None] Set router 658faca0-2fef-4275-ab32-b5aaa6ca49a4 gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:03:02.907970 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-917bf162-a4c5-432f-b3a5-ee6d4afb4dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'name': 'tempest-AttachVolumeTestJSON-1671783140-router', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:52Z', 'updated_at': '2021-05-25T15:57:00Z', 'revision_number': 4, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'gw_port': {'id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:54Z', 'updated_at': '2021-05-25T15:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': '3b98a5ed-156e-413b-9790-7f79fe8bb0b2', 'name': '', 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'mac_address': 'fa:16:3e:88:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:59Z', 'updated_at': '2021-05-25T15:57:16Z', 'revision_number': 5, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'subnets': [{'id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:03:02.912981 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917bf162-a4c5-432f-b3a5-ee6d4afb4dfd None None] The sync data for ids ['658faca0-2fef-4275-ab32-b5aaa6ca49a4'] in dv-cinder-786384-6-smb is: [{'id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'name': 'tempest-AttachVolumeTestJSON-1671783140-router', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:52Z', 'updated_at': '2021-05-25T15:57:00Z', 'revision_number': 4, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'gw_port': {'id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:54Z', 'updated_at': '2021-05-25T15:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': '3b98a5ed-156e-413b-9790-7f79fe8bb0b2', 'name': '', 'network_id': 'a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'mac_address': 'fa:16:3e:88:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:59Z', 'updated_at': '2021-05-25T15:57:16Z', 'revision_number': 5, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'subnets': [{'id': 'dbbdc939-cb7b-4cd7-bff0-1b0465d88650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:03:03.207896 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aaac85-b9bc-40cf-bd94-7cb16b8b466d None None] New status for floating IP a4be229d-a9f5-4f1c-bb63-e3a48d34fd2f: DOWN {{(pid=98826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:03:03.223243 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3cdb059d-7636-4bf9-aa5a-47385a28bb55 req-c20067d4-64d8-4225-9af5-7019016aad86 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7f68ad4-b3d9-41e6-9ccb-42ec3d835206 HTTP/1.1" status: 200 len: 210 time: 0.1522508 May 25 16:03:03.456737 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 68e23898-2bd8-49fe-989d-2cc4bc65933c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:03:03.496304 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] No Port match for: 68e23898-2bd8-49fe-989d-2cc4bc65933c {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:03:03.496656 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 68e23898-2bd8-49fe-989d-2cc4bc65933c not bound to the agent host hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:03:04.434587 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 46844) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:04.502271 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-e65fa211-c810-43ed-8222-f42771ea6f00 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:04.535067 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-e65fa211-c810-43ed-8222-f42771ea6f00 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:04.645121 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-e65fa211-c810-43ed-8222-f42771ea6f00 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:04.650197 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-00cf4fa0-03bc-4096-a2b6-a09d11968e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:04.665231 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65fa211-c810-43ed-8222-f42771ea6f00 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e1fd97-55d0-45ba-8adf-cdb46d870571,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:04.667436 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-e65fa211-c810-43ed-8222-f42771ea6f00 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:04.758662 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-e65fa211-c810-43ed-8222-f42771ea6f00 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:04.759735 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-e65fa211-c810-43ed-8222-f42771ea6f00 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "DELETE /v2.0/security-groups/07e1fd97-55d0-45ba-8adf-cdb46d870571 HTTP/1.1" status: 204 len: 168 time: 0.3241558 May 25 16:03:04.762566 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 46848) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:04.778812 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.api.v2.resource [None req-9a11691a-73c6-470e-b4b3-053082cb0283 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] show failed (client error): The resource could not be found. May 25 16:03:04.779798 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-9a11691a-73c6-470e-b4b3-053082cb0283 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "GET /v2.0/security-groups/07e1fd97-55d0-45ba-8adf-cdb46d870571 HTTP/1.1" status: 404 len: 347 time: 0.0163486 May 25 16:03:04.787513 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 46852) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:05.012819 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.plugin [None req-62d84bc9-ebfb-41f8-ba09-9877761c36e8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Deleting port b209dbec-3e6c-4acc-8767-61353b5a5806 {{(pid=98824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:03:05.013165 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-62d84bc9-ebfb-41f8-ba09-9877761c36e8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:05.143118 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-62d84bc9-ebfb-41f8-ba09-9877761c36e8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:05.143570 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-62d84bc9-ebfb-41f8-ba09-9877761c36e8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:05.277752 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.plugin [None req-62d84bc9-ebfb-41f8-ba09-9877761c36e8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Calling delete_port for b209dbec-3e6c-4acc-8767-61353b5a5806 owned by network:floatingip {{(pid=98824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:03:05.462484 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-62d84bc9-ebfb-41f8-ba09-9877761c36e8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6454840'] for port, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:05.467539 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:05.512738 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d84bc9-ebfb-41f8-ba09-9877761c36e8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Pushing event deleted for resources: {'Port': ['ID=b209dbec-3e6c-4acc-8767-61353b5a5806,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:05.541619 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-62d84bc9-ebfb-41f8-ba09-9877761c36e8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:05.620282 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-62d84bc9-ebfb-41f8-ba09-9877761c36e8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks [] for floatingip, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:05.635141 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-62d84bc9-ebfb-41f8-ba09-9877761c36e8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for floatingip, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:05.638801 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-62d84bc9-ebfb-41f8-ba09-9877761c36e8 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] 10.222.0.72 "DELETE /v2.0/floatingips/a4be229d-a9f5-4f1c-bb63-e3a48d34fd2f HTTP/1.1" status: 204 len: 168 time: 0.8479843 May 25 16:03:08.813722 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 46908) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:08.938610 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-08f05d68-f0f2-4e1c-b995-ba4f503ed3b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:08.953882 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-08f05d68-f0f2-4e1c-b995-ba4f503ed3b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:03:08.957829 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-08f05d68-f0f2-4e1c-b995-ba4f503ed3b4 admin admin] Usage tracker for resource:security_group_rule and tenant:6c043cba66db45d0b9e20aaa2758abe8 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:03:08.960738 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-08f05d68-f0f2-4e1c-b995-ba4f503ed3b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:03:08.966650 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-08f05d68-f0f2-4e1c-b995-ba4f503ed3b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:03:09.052232 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-08f05d68-f0f2-4e1c-b995-ba4f503ed3b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:09.153648 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-08f05d68-f0f2-4e1c-b995-ba4f503ed3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:09.161439 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-0eb2f8ee-d597-4d0d-90ec-660325ce7804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:09.203689 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-08f05d68-f0f2-4e1c-b995-ba4f503ed3b4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6c043cba66db45d0b9e20aaa2758abe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3886282 May 25 16:03:09.206724 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f05d68-f0f2-4e1c-b995-ba4f503ed3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51066ea3-facb-4f2c-9439-ff6a5be43ce0,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:09.207858 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 46916) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:09.208377 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-08f05d68-f0f2-4e1c-b995-ba4f503ed3b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:09.275526 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-3a72baef-301e-42f2-b59b-38dbc827b48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:09.304285 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-3a72baef-301e-42f2-b59b-38dbc827b48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:09.481982 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-3a72baef-301e-42f2-b59b-38dbc827b48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:09.486475 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-8a2bbdc5-05c9-4e58-aa40-818e14abf344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:09.497822 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a72baef-301e-42f2-b59b-38dbc827b48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51066ea3-facb-4f2c-9439-ff6a5be43ce0,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:09.508386 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72baef-301e-42f2-b59b-38dbc827b48b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:09.508888 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72baef-301e-42f2-b59b-38dbc827b48b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:09.509285 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72baef-301e-42f2-b59b-38dbc827b48b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:09.509531 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72baef-301e-42f2-b59b-38dbc827b48b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:09.509980 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72baef-301e-42f2-b59b-38dbc827b48b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:09.510342 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72baef-301e-42f2-b59b-38dbc827b48b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:09.510701 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72baef-301e-42f2-b59b-38dbc827b48b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:09.511110 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72baef-301e-42f2-b59b-38dbc827b48b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:09.511466 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72baef-301e-42f2-b59b-38dbc827b48b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:09.511820 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72baef-301e-42f2-b59b-38dbc827b48b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:09.512175 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72baef-301e-42f2-b59b-38dbc827b48b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:09.512525 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72baef-301e-42f2-b59b-38dbc827b48b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:09.515338 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-3a72baef-301e-42f2-b59b-38dbc827b48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:09.516576 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-3a72baef-301e-42f2-b59b-38dbc827b48b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/51066ea3-facb-4f2c-9439-ff6a5be43ce0 HTTP/1.1" status: 204 len: 168 time: 0.3073850 May 25 16:03:09.517781 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-3a72baef-301e-42f2-b59b-38dbc827b48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:10.087154 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 46932) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:10.108883 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-418ee133-3336-44b3-b269-d2f3d106d538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:10.115937 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 46936) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:10.125545 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-418ee133-3336-44b3-b269-d2f3d106d538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:03:10.129734 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-418ee133-3336-44b3-b269-d2f3d106d538 admin admin] Usage tracker for resource:security_group_rule and tenant:b71ea36a38144cdfb9cae0f4827ec422 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:03:10.132724 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-418ee133-3336-44b3-b269-d2f3d106d538 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:03:10.138737 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-418ee133-3336-44b3-b269-d2f3d106d538 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:03:10.225175 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-418ee133-3336-44b3-b269-d2f3d106d538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:10.316219 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-418ee133-3336-44b3-b269-d2f3d106d538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:10.323751 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a68c3e2f-d6ef-467e-a395-60414ef7f1ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:10.364843 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ee133-3336-44b3-b269-d2f3d106d538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d11b0b-804d-41c2-96ab-a2c225c55270,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:10.371672 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-418ee133-3336-44b3-b269-d2f3d106d538 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b71ea36a38144cdfb9cae0f4827ec422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834620 May 25 16:03:10.373398 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 46942) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:10.374210 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-418ee133-3336-44b3-b269-d2f3d106d538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:10.441586 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-e71dacbe-9569-41cf-bdbc-b50170f2800b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:10.468054 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-e71dacbe-9569-41cf-bdbc-b50170f2800b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:10.596185 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-e71dacbe-9569-41cf-bdbc-b50170f2800b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:10.600132 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-6451bf9a-72ef-4d3b-9d22-52580b1da5de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:10.613144 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71dacbe-9569-41cf-bdbc-b50170f2800b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d11b0b-804d-41c2-96ab-a2c225c55270,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:10.616029 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-e71dacbe-9569-41cf-bdbc-b50170f2800b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:10.618148 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-e71dacbe-9569-41cf-bdbc-b50170f2800b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:10.621792 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-e71dacbe-9569-41cf-bdbc-b50170f2800b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/98d11b0b-804d-41c2-96ab-a2c225c55270 HTTP/1.1" status: 204 len: 168 time: 0.2441504 May 25 16:03:10.939858 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8a307410-3cfa-473a-b691-ab873a9364fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452141'] for router_interface, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:11.460899 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-8a307410-3cfa-473a-b691-ab873a9364fd admin admin] Deleting port 3b98a5ed-156e-413b-9790-7f79fe8bb0b2 {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:03:11.461615 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8a307410-3cfa-473a-b691-ab873a9364fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:11.721643 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [None req-8a307410-3cfa-473a-b691-ab873a9364fd admin admin] For port 3b98a5ed-156e-413b-9790-7f79fe8bb0b2, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=3b98a5ed-156e-413b-9790-7f79fe8bb0b2,segment=NetworkSegment(840503af-6db9-4321-a583-5cabf5e4dfef),segment_id=840503af-6db9-4321-a583-5cabf5e4dfef)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:03:11.722001 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8a307410-3cfa-473a-b691-ab873a9364fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:11.861453 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-8a307410-3cfa-473a-b691-ab873a9364fd admin admin] Calling delete_port for 3b98a5ed-156e-413b-9790-7f79fe8bb0b2 owned by network:router_interface {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:03:12.113506 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8a307410-3cfa-473a-b691-ab873a9364fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:12.118351 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-5c971dd3-e591-4921-a508-a4e2de174b42 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:12.164002 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a307410-3cfa-473a-b691-ab873a9364fd admin admin] Pushing event deleted for resources: {'Port': ['ID=3b98a5ed-156e-413b-9790-7f79fe8bb0b2,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:12.167298 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-8a307410-3cfa-473a-b691-ab873a9364fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:12.457383 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8a307410-3cfa-473a-b691-ab873a9364fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450237'] for router_interface, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:12.836335 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a307410-3cfa-473a-b691-ab873a9364fd admin admin] Router 658faca0-2fef-4275-ab32-b5aaa6ca49a4 has already been hosted by L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab {{(pid=98823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:03:13.025343 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a307410-3cfa-473a-b691-ab873a9364fd admin admin] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:03:13.036301 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ecbc17-e314-446e-9164-0017f9ef7a79 None None] Sync routers for ids ['658faca0-2fef-4275-ab32-b5aaa6ca49a4'] in dv-cinder-786384-6-smb {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:03:13.052082 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ecbc17-e314-446e-9164-0017f9ef7a79 None None] Routers {'658faca0-2fef-4275-ab32-b5aaa6ca49a4'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:03:13.052082 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-87ecbc17-e314-446e-9164-0017f9ef7a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:02:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['658faca0-2fef-4275-ab32-b5aaa6ca49a4'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:03:13.056885 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-8a307410-3cfa-473a-b691-ab873a9364fd admin admin] 10.222.0.72 "PUT /v2.0/routers/658faca0-2fef-4275-ab32-b5aaa6ca49a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9397945 May 25 16:03:13.059532 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 46996) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:13.259932 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-87ecbc17-e314-446e-9164-0017f9ef7a79 None None] Set router 658faca0-2fef-4275-ab32-b5aaa6ca49a4 gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:03:13.270441 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ce2f027d-bb02-4ecd-b2b1-ce379b60d3b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:13.556309 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ce2f027d-bb02-4ecd-b2b1-ce379b60d3b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:13.621243 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-87ecbc17-e314-446e-9164-0017f9ef7a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'name': 'tempest-AttachVolumeTestJSON-1671783140-router', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:52Z', 'updated_at': '2021-05-25T16:03:11Z', 'revision_number': 5, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'gw_port': {'id': 'b6146feb-dea8-489d-8987-72374ae8cc77', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:56:54Z', 'updated_at': '2021-05-25T15:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:03:13.626549 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ecbc17-e314-446e-9164-0017f9ef7a79 None None] Checking router: 658faca0-2fef-4275-ab32-b5aaa6ca49a4 for host: dv-cinder-786384-6-smb {{(pid=98825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:03:13.636001 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ecbc17-e314-446e-9164-0017f9ef7a79 None None] Routers {'658faca0-2fef-4275-ab32-b5aaa6ca49a4'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:03:13.636536 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-87ecbc17-e314-446e-9164-0017f9ef7a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:02:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['658faca0-2fef-4275-ab32-b5aaa6ca49a4'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:03:13.731900 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.plugin [None req-ce2f027d-bb02-4ecd-b2b1-ce379b60d3b2 admin admin] Deleting port b6146feb-dea8-489d-8987-72374ae8cc77 {{(pid=98824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:03:13.732345 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ce2f027d-bb02-4ecd-b2b1-ce379b60d3b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:13.809636 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-87ecbc17-e314-446e-9164-0017f9ef7a79 None None] Set router 658faca0-2fef-4275-ab32-b5aaa6ca49a4 gateway port host: None {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:03:13.868749 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.db [None req-ce2f027d-bb02-4ecd-b2b1-ce379b60d3b2 admin admin] For port b6146feb-dea8-489d-8987-72374ae8cc77, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=b6146feb-dea8-489d-8987-72374ae8cc77,segment=NetworkSegment(13ec9ed7-53c7-433f-97c5-96b1b940f45d),segment_id=13ec9ed7-53c7-433f-97c5-96b1b940f45d)] {{(pid=98824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:03:13.869149 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ce2f027d-bb02-4ecd-b2b1-ce379b60d3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:13.919885 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-87ecbc17-e314-446e-9164-0017f9ef7a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'name': 'tempest-AttachVolumeTestJSON-1671783140-router', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:52Z', 'updated_at': '2021-05-25T16:03:13Z', 'revision_number': 6, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'gw_port_host': None}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:03:13.924376 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ecbc17-e314-446e-9164-0017f9ef7a79 None None] The sync data for ids ['658faca0-2fef-4275-ab32-b5aaa6ca49a4'] in dv-cinder-786384-6-smb is: [{'id': '658faca0-2fef-4275-ab32-b5aaa6ca49a4', 'name': 'tempest-AttachVolumeTestJSON-1671783140-router', 'tenant_id': '6e0b579c2ed344be88993c3d0a0cb566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:56:52Z', 'updated_at': '2021-05-25T16:03:13Z', 'revision_number': 6, 'project_id': '6e0b579c2ed344be88993c3d0a0cb566', 'gw_port_host': None}] {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:03:14.007633 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.plugin [None req-ce2f027d-bb02-4ecd-b2b1-ce379b60d3b2 admin admin] Calling delete_port for b6146feb-dea8-489d-8987-72374ae8cc77 owned by network:router_gateway {{(pid=98824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:03:14.247975 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ce2f027d-bb02-4ecd-b2b1-ce379b60d3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6454840'] for port, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:14.252816 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-12b7a491-b2ff-4bec-b68c-c5a137115fbb tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:14.303241 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f027d-bb02-4ecd-b2b1-ce379b60d3b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6146feb-dea8-489d-8987-72374ae8cc77,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:14.338976 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-ce2f027d-bb02-4ecd-b2b1-ce379b60d3b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:14.402797 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ce2f027d-bb02-4ecd-b2b1-ce379b60d3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449072'] for router_gateway, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:14.584385 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ce2f027d-bb02-4ecd-b2b1-ce379b60d3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2879'] for router, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:14.586621 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ce2f027d-bb02-4ecd-b2b1-ce379b60d3b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:14.694166 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ce2f027d-bb02-4ecd-b2b1-ce379b60d3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450433'] for router, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:14.695165 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2f027d-bb02-4ecd-b2b1-ce379b60d3b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 658faca0-2fef-4275-ab32-b5aaa6ca49a4 {{(pid=98824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:03:14.712523 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ce2f027d-bb02-4ecd-b2b1-ce379b60d3b2 admin admin] Notify callbacks [] for router, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:14.725081 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-ce2f027d-bb02-4ecd-b2b1-ce379b60d3b2 admin admin] 10.222.0.72 "DELETE /v2.0/routers/658faca0-2fef-4275-ab32-b5aaa6ca49a4 HTTP/1.1" status: 204 len: 168 time: 1.6516113 May 25 16:03:14.725081 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 47014) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:14.791181 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_v2 [None req-cecdf7af-90f0-408b-a2cf-9ef624433f35 admin admin] Deleting subnet dbbdc939-cb7b-4cd7-bff0-1b0465d88650 {{(pid=98824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:03:14.794223 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cecdf7af-90f0-408b-a2cf-9ef624433f35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:14.845836 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cecdf7af-90f0-408b-a2cf-9ef624433f35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513091'] for subnet, precommit_delete_associations {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:14.940117 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cecdf7af-90f0-408b-a2cf-9ef624433f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698781'] for subnet, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:15.308167 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cecdf7af-90f0-408b-a2cf-9ef624433f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1697896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6390219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6432762'] for subnet, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:15.313165 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:15.355410 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecdf7af-90f0-408b-a2cf-9ef624433f35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbbdc939-cb7b-4cd7-bff0-1b0465d88650,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:15.365946 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cecdf7af-90f0-408b-a2cf-9ef624433f35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:15.368914 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-cecdf7af-90f0-408b-a2cf-9ef624433f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:15.373247 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-cecdf7af-90f0-408b-a2cf-9ef624433f35 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/dbbdc939-cb7b-4cd7-bff0-1b0465d88650 HTTP/1.1" status: 204 len: 168 time: 0.6470013 May 25 16:03:15.373395 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cd99c6-7fee-4810-8b13-5058c8ffd80d None None] Network a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:03:15.377097 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 47024) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:15.595150 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9a2ad3d0-ad92-47a5-b8ce-e61e07ec88f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655721'] for network, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:15.680008 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7039ac-a216-44c1-86b8-9e542e213a25 None None] DHCP port deletion for a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d request from dv-cinder-786384-6-smb {{(pid=98825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:03:15.680826 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-9a2ad3d0-ad92-47a5-b8ce-e61e07ec88f9 admin admin] Deleting port 21220272-7617-4cdd-bee1-f45b0cba1899 {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:03:15.681288 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9a2ad3d0-ad92-47a5-b8ce-e61e07ec88f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:15.746429 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device b6146feb-dea8-489d-8987-72374ae8cc77 no longer exists at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:03:15.783154 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] No Port match for: b6146feb-dea8-489d-8987-72374ae8cc77 {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:03:15.783511 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device b6146feb-dea8-489d-8987-72374ae8cc77 not bound to the agent host dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:03:15.783950 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 3b98a5ed-156e-413b-9790-7f79fe8bb0b2 no longer exists at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:03:15.816144 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [None req-9a2ad3d0-ad92-47a5-b8ce-e61e07ec88f9 admin admin] For port 21220272-7617-4cdd-bee1-f45b0cba1899, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=21220272-7617-4cdd-bee1-f45b0cba1899,segment=NetworkSegment(840503af-6db9-4321-a583-5cabf5e4dfef),segment_id=840503af-6db9-4321-a583-5cabf5e4dfef)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:03:15.816645 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9a2ad3d0-ad92-47a5-b8ce-e61e07ec88f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:15.822812 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] No Port match for: 3b98a5ed-156e-413b-9790-7f79fe8bb0b2 {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:03:15.823177 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 3b98a5ed-156e-413b-9790-7f79fe8bb0b2 not bound to the agent host dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:03:15.837001 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-4c7039ac-a216-44c1-86b8-9e542e213a25 None None] Deleting port 21220272-7617-4cdd-bee1-f45b0cba1899 {{(pid=98825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:03:15.837402 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-4c7039ac-a216-44c1-86b8-9e542e213a25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:15.941274 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-4c7039ac-a216-44c1-86b8-9e542e213a25 None None] For port 21220272-7617-4cdd-bee1-f45b0cba1899, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=21220272-7617-4cdd-bee1-f45b0cba1899,segment=NetworkSegment(840503af-6db9-4321-a583-5cabf5e4dfef),segment_id=840503af-6db9-4321-a583-5cabf5e4dfef)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:03:15.941588 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-4c7039ac-a216-44c1-86b8-9e542e213a25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:15.946420 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-9a2ad3d0-ad92-47a5-b8ce-e61e07ec88f9 admin admin] Calling delete_port for 21220272-7617-4cdd-bee1-f45b0cba1899 owned by network:dhcp {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:03:16.075534 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-4c7039ac-a216-44c1-86b8-9e542e213a25 None None] Calling delete_port for 21220272-7617-4cdd-bee1-f45b0cba1899 owned by network:dhcp {{(pid=98825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:03:16.094395 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9a2ad3d0-ad92-47a5-b8ce-e61e07ec88f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:16.099400 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-c6de05b4-3f73-4a55-8aff-fe9fa5e42750 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:16.119142 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-4c7039ac-a216-44c1-86b8-9e542e213a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612'] for port, after_delete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:16.122710 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:16.141966 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ad3d0-ad92-47a5-b8ce-e61e07ec88f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=21220272-7617-4cdd-bee1-f45b0cba1899,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:16.145098 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-9a2ad3d0-ad92-47a5-b8ce-e61e07ec88f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:16.145883 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ad3d0-ad92-47a5-b8ce-e61e07ec88f9 admin admin] No DVR routers for this DVR port 21220272-7617-4cdd-bee1-f45b0cba1899 on host dv-cinder-786384-6-smb {{(pid=98823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:03:16.166414 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7039ac-a216-44c1-86b8-9e542e213a25 None None] Pushing event deleted for resources: {'Port': ['ID=21220272-7617-4cdd-bee1-f45b0cba1899,revision_number=None']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:16.171011 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7039ac-a216-44c1-86b8-9e542e213a25 None None] No DVR routers for this DVR port 21220272-7617-4cdd-bee1-f45b0cba1899 on host dv-cinder-786384-6-smb {{(pid=98825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:03:16.176924 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7039ac-a216-44c1-86b8-9e542e213a25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:16.177290 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7039ac-a216-44c1-86b8-9e542e213a25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:16.177723 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7039ac-a216-44c1-86b8-9e542e213a25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:16.178147 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7039ac-a216-44c1-86b8-9e542e213a25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:16.178571 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7039ac-a216-44c1-86b8-9e542e213a25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:16.178952 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7039ac-a216-44c1-86b8-9e542e213a25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:16.179283 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7039ac-a216-44c1-86b8-9e542e213a25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:16.179610 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7039ac-a216-44c1-86b8-9e542e213a25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:16.179945 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7039ac-a216-44c1-86b8-9e542e213a25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:16.180345 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7039ac-a216-44c1-86b8-9e542e213a25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:16.180671 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7039ac-a216-44c1-86b8-9e542e213a25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:16.181014 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7039ac-a216-44c1-86b8-9e542e213a25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:16.184711 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-4c7039ac-a216-44c1-86b8-9e542e213a25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:16.266216 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9a2ad3d0-ad92-47a5-b8ce-e61e07ec88f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700178', 'neutron.services.segments.db._delete_segments_for_network-8745741368284'] for network, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:16.290102 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.services.segments.db [None req-9a2ad3d0-ad92-47a5-b8ce-e61e07ec88f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d']}} {{(pid=98823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:03:16.291402 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.services.segments.db [None req-9a2ad3d0-ad92-47a5-b8ce-e61e07ec88f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '840503af-6db9-4321-a583-5cabf5e4dfef') {'for_net_delete': True} {{(pid=98823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:03:16.291702 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.services.segments.db [None req-9a2ad3d0-ad92-47a5-b8ce-e61e07ec88f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '840503af-6db9-4321-a583-5cabf5e4dfef') {} {{(pid=98823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:03:16.303873 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9a2ad3d0-ad92-47a5-b8ce-e61e07ec88f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745741377181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6719306'] for segment, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:16.321287 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9a2ad3d0-ad92-47a5-b8ce-e61e07ec88f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:16.327326 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a2ad3d0-ad92-47a5-b8ce-e61e07ec88f9 admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=98823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:03:16.327720 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9a2ad3d0-ad92-47a5-b8ce-e61e07ec88f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8273278'] for segment, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: Traceback (most recent call last): May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: timer() May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: cb(*args, **kw) May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: return func(*args, **kwargs) May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: self._notify() May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: self.callback(batched_events) May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: event.method(event) May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: return f(self, *a, **k) May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: return self._get(url).json() May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: return self.request(url, 'GET', **kwargs) May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:03:16.341929 dv-cinder-786384-6-smb neutron-server[98823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:03:16.485096 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9a2ad3d0-ad92-47a5-b8ce-e61e07ec88f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449069'] for network, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:16.488997 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-23681e43-e530-4adb-bc18-799c57b313ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:16.503326 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9a2ad3d0-ad92-47a5-b8ce-e61e07ec88f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:16.514451 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ad3d0-ad92-47a5-b8ce-e61e07ec88f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:16.518381 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-9a2ad3d0-ad92-47a5-b8ce-e61e07ec88f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:16.602529 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-9a2ad3d0-ad92-47a5-b8ce-e61e07ec88f9 admin admin] 10.222.0.72 "DELETE /v2.0/networks/a5ca5c16-e5c1-4139-8f3b-22ae219ddb3d HTTP/1.1" status: 204 len: 168 time: 1.2242572 May 25 16:03:17.011332 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 47048) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:17.059525 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-fedca8bb-390a-4186-86cd-c5be0b25f0bd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6e0b579c2ed344be88993c3d0a0cb566&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0469694 May 25 16:03:17.067673 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 47052) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:17.150898 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b06e80d2-67f5-46f2-9453-3678975674d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:17.182574 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b06e80d2-67f5-46f2-9453-3678975674d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:17.315400 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf5a88-2d42-4b8d-9fbf-d7fc4aeb9e86 req-2db0b53d-a757-4ba6-87ed-7af4858434ce tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:17.319782 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-63bf5a88-2d42-4b8d-9fbf-d7fc4aeb9e86 req-2db0b53d-a757-4ba6-87ed-7af4858434ce tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.1061420 May 25 16:03:17.371513 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b06e80d2-67f5-46f2-9453-3678975674d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:17.376584 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-a4b45a0d-3055-4080-af93-68b2a09e95ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:17.385730 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-63bf5a88-2d42-4b8d-9fbf-d7fc4aeb9e86 req-00cd802f-57d5-46aa-b8d8-2d6192c1c099 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626149 May 25 16:03:17.393258 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e80d2-67f5-46f2-9453-3678975674d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfec527-1e3c-4d42-803d-68ba6dda107e,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:17.400358 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-b06e80d2-67f5-46f2-9453-3678975674d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:17.405434 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b06e80d2-67f5-46f2-9453-3678975674d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:17.407335 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-b06e80d2-67f5-46f2-9453-3678975674d4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/acfec527-1e3c-4d42-803d-68ba6dda107e HTTP/1.1" status: 204 len: 168 time: 0.3386090 May 25 16:03:17.668231 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 21220272-7617-4cdd-bee1-f45b0cba1899 no longer exists at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:03:17.708682 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] No Port match for: 21220272-7617-4cdd-bee1-f45b0cba1899 {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:03:17.709128 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 21220272-7617-4cdd-bee1-f45b0cba1899 not bound to the agent host dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:03:18.690585 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d28c7-571e-4470-be90-5dd379bd0920 req-fcc1a529-bb3b-4017-b7aa-08116f06bd00 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:18.693258 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3a8d28c7-571e-4470-be90-5dd379bd0920 req-fcc1a529-bb3b-4017-b7aa-08116f06bd00 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.1971550 May 25 16:03:18.751166 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3a8d28c7-571e-4470-be90-5dd379bd0920 req-f943f17c-2701-4c3e-b164-57700071b599 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533800 May 25 16:03:19.635631 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 47110) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:19.770835 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8eecd123-8b6a-45dd-81e9-de28238a28ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:19.785056 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-8eecd123-8b6a-45dd-81e9-de28238a28ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:03:19.788997 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-8eecd123-8b6a-45dd-81e9-de28238a28ea admin admin] Usage tracker for resource:security_group_rule and tenant:66a700ff37964c7f8041d1bc43eadf16 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:03:19.791889 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-8eecd123-8b6a-45dd-81e9-de28238a28ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:03:19.800602 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-8eecd123-8b6a-45dd-81e9-de28238a28ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:03:19.886109 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8eecd123-8b6a-45dd-81e9-de28238a28ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:19.947556 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8eecd123-8b6a-45dd-81e9-de28238a28ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:19.957197 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-a1f49320-5956-4a0d-8c56-9085922ece17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:19.965705 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997554a1-f6e5-447e-bf90-7645947568ff req-9e332c61-b113-41a6-8349-d2f0d85d8d65 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:19.967300 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-997554a1-f6e5-447e-bf90-7645947568ff req-9e332c61-b113-41a6-8349-d2f0d85d8d65 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.0858383 May 25 16:03:19.997368 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-8eecd123-8b6a-45dd-81e9-de28238a28ea admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=66a700ff37964c7f8041d1bc43eadf16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3606415 May 25 16:03:19.999112 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecd123-8b6a-45dd-81e9-de28238a28ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4412052b-b817-4d86-b392-56803bf85ca0,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:20.002111 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 47120) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:20.004966 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-8eecd123-8b6a-45dd-81e9-de28238a28ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:20.019440 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-997554a1-f6e5-447e-bf90-7645947568ff req-086d3ea1-656a-4441-a3d8-46b06333aa22 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462146 May 25 16:03:20.067917 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-cdee3811-0118-4bac-a7fb-515f8725700b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:20.094720 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-cdee3811-0118-4bac-a7fb-515f8725700b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:20.218945 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-cdee3811-0118-4bac-a7fb-515f8725700b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:20.223761 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-cb825d3a-efaf-4ed0-8326-d2d47107e3f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:20.233817 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee3811-0118-4bac-a7fb-515f8725700b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4412052b-b817-4d86-b392-56803bf85ca0,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:20.238518 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-cdee3811-0118-4bac-a7fb-515f8725700b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:20.242640 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-cdee3811-0118-4bac-a7fb-515f8725700b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:20.243784 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-cdee3811-0118-4bac-a7fb-515f8725700b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4412052b-b817-4d86-b392-56803bf85ca0 HTTP/1.1" status: 204 len: 168 time: 0.2407625 May 25 16:03:20.911905 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 47136) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:20.930710 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c13e4037-914e-4db9-89d4-d109d57d80ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:20.946781 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-c13e4037-914e-4db9-89d4-d109d57d80ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:03:20.950593 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-c13e4037-914e-4db9-89d4-d109d57d80ab admin admin] Usage tracker for resource:security_group_rule and tenant:4590bdbde0b4437ab3e4188b4f2820b4 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:03:20.953999 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-c13e4037-914e-4db9-89d4-d109d57d80ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:03:20.959804 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-c13e4037-914e-4db9-89d4-d109d57d80ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:03:21.048159 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c13e4037-914e-4db9-89d4-d109d57d80ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:21.138497 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-c13e4037-914e-4db9-89d4-d109d57d80ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:21.146495 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-0eb49b4e-8594-47be-9f92-cb4b6faa4a77 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:21.193060 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-c13e4037-914e-4db9-89d4-d109d57d80ab admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4590bdbde0b4437ab3e4188b4f2820b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2800481 May 25 16:03:21.193831 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e4037-914e-4db9-89d4-d109d57d80ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34bf1fc-ba46-4ec8-898e-a790f9deda95,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:21.197820 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 47142) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:21.199278 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-c13e4037-914e-4db9-89d4-d109d57d80ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:21.256642 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a76ba9-4477-40ae-8b1b-d8c0857f9e25 req-cc921fd3-693a-4624-a501-5002b0bdf7de tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:21.258234 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a6a76ba9-4477-40ae-8b1b-d8c0857f9e25 req-cc921fd3-693a-4624-a501-5002b0bdf7de tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.1230958 May 25 16:03:21.292804 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-13525527-6462-461e-8f9f-c3184f0c8ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:21.339137 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a6a76ba9-4477-40ae-8b1b-d8c0857f9e25 req-b3790052-bfad-4ef5-87f1-369035642f65 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691061 May 25 16:03:21.340680 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-13525527-6462-461e-8f9f-c3184f0c8ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:21.533309 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-13525527-6462-461e-8f9f-c3184f0c8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:21.538249 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-30ed37bd-4029-474e-96cf-8247a4eeb81d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:21.551651 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13525527-6462-461e-8f9f-c3184f0c8ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34bf1fc-ba46-4ec8-898e-a790f9deda95,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:21.554379 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-13525527-6462-461e-8f9f-c3184f0c8ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:21.555652 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-13525527-6462-461e-8f9f-c3184f0c8ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:21.559716 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-13525527-6462-461e-8f9f-c3184f0c8ad7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e34bf1fc-ba46-4ec8-898e-a790f9deda95 HTTP/1.1" status: 204 len: 168 time: 0.3572996 May 25 16:03:22.310132 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-39768556-d96f-48ff-9b32-dd59fb9bf674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:22.553358 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb11449-1500-43dc-aa38-3112af860f83 req-8b923629-ec4f-456c-90d2-a0082af16e49 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:22.554896 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2fb11449-1500-43dc-aa38-3112af860f83 req-8b923629-ec4f-456c-90d2-a0082af16e49 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.1020441 May 25 16:03:22.603287 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2fb11449-1500-43dc-aa38-3112af860f83 req-bcfaff64-49a8-4c72-b704-010dbdee2074 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423081 May 25 16:03:23.823855 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8185688-d804-4a50-a803-07864b724e34 req-b8a6b22d-7149-45c2-a0eb-f2951563054a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:23.825385 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f8185688-d804-4a50-a803-07864b724e34 req-b8a6b22d-7149-45c2-a0eb-f2951563054a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.1021402 May 25 16:03:23.874615 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f8185688-d804-4a50-a803-07864b724e34 req-14d2e440-3563-4c97-930e-e3c5cf50f064 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401576 May 25 16:03:24.116213 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:03:24.730998 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:24.759699 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-64cb98bb-1c5c-4bb7-9c4a-c1bdb55d3045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:25.069094 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd24fe0-f3b8-401b-b308-cfee3d43c237 req-4ec3cb8f-41fe-4f39-9e0d-509e6cbff5e5 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:25.070662 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ebd24fe0-f3b8-401b-b308-cfee3d43c237 req-4ec3cb8f-41fe-4f39-9e0d-509e6cbff5e5 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.0814679 May 25 16:03:25.099117 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:25.120289 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ebd24fe0-f3b8-401b-b308-cfee3d43c237 req-10ff1308-22de-4df1-8f62-3aa7ac1b1d0d tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437698 May 25 16:03:25.916483 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:26.316028 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88046d4-36c0-4be1-b0a4-1ad0238e9849 req-d8f03f30-dd2f-4f37-81e2-4812270404fc tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:26.317542 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d88046d4-36c0-4be1-b0a4-1ad0238e9849 req-d8f03f30-dd2f-4f37-81e2-4812270404fc tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.0841315 May 25 16:03:26.365345 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d88046d4-36c0-4be1-b0a4-1ad0238e9849 req-b025c0a4-fef3-42a1-a4d7-4f7f28740309 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420842 May 25 16:03:27.179602 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffbbf7-2a7f-4c42-9d21-68ab5ac54e7e req-b3aeaeb0-dc13-4d18-b6b0-c5fe69c8b377 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:27.181127 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1cffbbf7-2a7f-4c42-9d21-68ab5ac54e7e req-b3aeaeb0-dc13-4d18-b6b0-c5fe69c8b377 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 946 time: 0.0860960 May 25 16:03:27.226744 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1cffbbf7-2a7f-4c42-9d21-68ab5ac54e7e req-adb3a613-e355-4c64-ae58-178334a226c9 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400555 May 25 16:03:27.561960 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4b965-cbc9-4c40-b054-09132c5608b5 req-25de9bd2-9b67-41d5-8d4f-f51c33f9b116 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:27.563760 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5cb4b965-cbc9-4c40-b054-09132c5608b5 req-25de9bd2-9b67-41d5-8d4f-f51c33f9b116 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.0863800 May 25 16:03:27.611461 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5cb4b965-cbc9-4c40-b054-09132c5608b5 req-6907c649-3ff7-4e77-90d1-8543f238ead7 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419891 May 25 16:03:27.964598 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:28.433072 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053528b-2636-4400-8e79-0f2f342526b1 req-1d043e68-3552-4e80-adcd-c3d979566c02 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:28.434620 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4053528b-2636-4400-8e79-0f2f342526b1 req-1d043e68-3552-4e80-adcd-c3d979566c02 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 946 time: 0.0977018 May 25 16:03:28.485914 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4053528b-2636-4400-8e79-0f2f342526b1 req-7bc18326-7a8d-48f4-86a5-91307ecf56ee tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453012 May 25 16:03:28.815006 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452500ad-fbd0-415d-ae64-8e0548094cd4 req-16c8c1cb-612d-4497-8b3f-0eb75ae5fff6 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:28.816486 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-452500ad-fbd0-415d-ae64-8e0548094cd4 req-16c8c1cb-612d-4497-8b3f-0eb75ae5fff6 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.0859210 May 25 16:03:28.866406 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-452500ad-fbd0-415d-ae64-8e0548094cd4 req-73b1851c-683f-4e99-9f9d-4f87e70d50e2 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440288 May 25 16:03:29.674988 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f5361-b5ac-4432-82ab-1dc394db27a4 req-d6695fb5-4498-4987-9db3-f559c0cbf4a8 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:29.676482 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c36f5361-b5ac-4432-82ab-1dc394db27a4 req-d6695fb5-4498-4987-9db3-f559c0cbf4a8 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 946 time: 0.0812519 May 25 16:03:29.723921 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c36f5361-b5ac-4432-82ab-1dc394db27a4 req-ca547a73-e799-43cd-901b-69180543c3ea tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417230 May 25 16:03:30.063679 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df2540-4a83-4e00-9e35-b7d80aba9c0e req-351d35b2-5749-4ee9-b8b5-dc3fdae30009 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:30.064858 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-58df2540-4a83-4e00-9e35-b7d80aba9c0e req-351d35b2-5749-4ee9-b8b5-dc3fdae30009 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.0849812 May 25 16:03:30.110674 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-58df2540-4a83-4e00-9e35-b7d80aba9c0e req-b13fa803-feec-460c-8967-cc1e2c70c01a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400128 May 25 16:03:30.302873 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 47318) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:30.423871 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-43e808cb-7e4c-4502-93a0-4983d1612557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:30.438737 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-43e808cb-7e4c-4502-93a0-4983d1612557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:03:30.443008 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-43e808cb-7e4c-4502-93a0-4983d1612557 admin admin] Usage tracker for resource:security_group_rule and tenant:9b8eadfb2b574db1a9eb508b43a9a431 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:03:30.445786 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-43e808cb-7e4c-4502-93a0-4983d1612557 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:03:30.451787 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-43e808cb-7e4c-4502-93a0-4983d1612557 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:03:30.541069 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-43e808cb-7e4c-4502-93a0-4983d1612557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:30.604706 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-43e808cb-7e4c-4502-93a0-4983d1612557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:30.614796 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-61cbb4ea-ab64-46b0-b49e-53bf4e5aa570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:30.653094 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-43e808cb-7e4c-4502-93a0-4983d1612557 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9b8eadfb2b574db1a9eb508b43a9a431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3491294 May 25 16:03:30.654720 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e808cb-7e4c-4502-93a0-4983d1612557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad69ee3-3a25-4b69-ba40-8047db85db22,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:30.655826 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 47328) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:30.658423 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-43e808cb-7e4c-4502-93a0-4983d1612557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:30.716393 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-013c72fc-ca9f-4da8-b8df-db8b2bcd6819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:30.743637 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-013c72fc-ca9f-4da8-b8df-db8b2bcd6819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:30.877444 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-013c72fc-ca9f-4da8-b8df-db8b2bcd6819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:30.889253 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-ecbc82cb-90f5-4f55-8ed3-6299c3b31c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:30.904010 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c72fc-ca9f-4da8-b8df-db8b2bcd6819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad69ee3-3a25-4b69-ba40-8047db85db22,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:30.913375 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-013c72fc-ca9f-4da8-b8df-db8b2bcd6819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:30.920358 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-013c72fc-ca9f-4da8-b8df-db8b2bcd6819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:30.921513 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-013c72fc-ca9f-4da8-b8df-db8b2bcd6819 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dad69ee3-3a25-4b69-ba40-8047db85db22 HTTP/1.1" status: 204 len: 168 time: 0.2647254 May 25 16:03:30.947869 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93564e59-026b-4ce7-ae23-567957b4096d req-e55d752d-7820-41e7-a752-d29a5304f571 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:30.949395 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-93564e59-026b-4ce7-ae23-567957b4096d req-e55d752d-7820-41e7-a752-d29a5304f571 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 946 time: 0.1095295 May 25 16:03:30.996659 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-93564e59-026b-4ce7-ae23-567957b4096d req-cf37567c-bd26-435e-afb1-a377cccb14ba tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401375 May 25 16:03:31.304617 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c355d0-be96-4dab-a2d5-afb16bd2eb86 req-cb77eaa8-b5da-4de6-ab44-ec0ec95ee5d3 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:31.306153 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-84c355d0-be96-4dab-a2d5-afb16bd2eb86 req-cb77eaa8-b5da-4de6-ab44-ec0ec95ee5d3 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.0835540 May 25 16:03:31.353514 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-84c355d0-be96-4dab-a2d5-afb16bd2eb86 req-a07463ed-bc34-4f08-8403-cc5d67dec510 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414770 May 25 16:03:32.190129 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49478df5-4755-45f5-9a2d-fcf74eefa4fa req-0c0f5962-400c-439c-b319-3ad72e5035f5 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:32.191643 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-49478df5-4755-45f5-9a2d-fcf74eefa4fa req-0c0f5962-400c-439c-b319-3ad72e5035f5 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 946 time: 0.0863912 May 25 16:03:32.238954 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-49478df5-4755-45f5-9a2d-fcf74eefa4fa req-f084b5bf-37ea-43d6-be54-5cc078f03a14 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413568 May 25 16:03:32.553275 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179d5f8-2999-4b72-a9b7-3a3c69b8390b req-a5cb8769-3cf2-4e2e-8d64-b59aaa62d002 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:32.554786 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7179d5f8-2999-4b72-a9b7-3a3c69b8390b req-a5cb8769-3cf2-4e2e-8d64-b59aaa62d002 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.0816462 May 25 16:03:32.608000 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7179d5f8-2999-4b72-a9b7-3a3c69b8390b req-1bb4f998-b5b4-4eb8-a577-4f512aa741cc tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472784 May 25 16:03:33.430873 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3fc34c-d1a3-4bc3-a336-c5c85bd47dd0 req-25bb6a8a-eb86-42eb-88b8-ab6da6f58b28 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:33.432373 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-dd3fc34c-d1a3-4bc3-a336-c5c85bd47dd0 req-25bb6a8a-eb86-42eb-88b8-ab6da6f58b28 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 946 time: 0.0867705 May 25 16:03:33.479458 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-dd3fc34c-d1a3-4bc3-a336-c5c85bd47dd0 req-d2840671-8fad-4ccb-a070-d9b2505189d6 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399611 May 25 16:03:33.719023 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 47410) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:33.903640 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-c8be648a-96d0-4bc9-aae7-3da0f983968b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:33.929123 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-c8be648a-96d0-4bc9-aae7-3da0f983968b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:03:33.934908 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-c8be648a-96d0-4bc9-aae7-3da0f983968b admin admin] Usage tracker for resource:security_group_rule and tenant:4aba015f18c34e79ab943a97aa5f853b is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:03:33.938930 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-c8be648a-96d0-4bc9-aae7-3da0f983968b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:03:33.946317 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-c8be648a-96d0-4bc9-aae7-3da0f983968b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:03:33.983384 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fa423-fe82-44d3-81cb-f6b44f22d84c req-dd481ecc-22bc-47c8-ba71-5d347d86a26f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:33.984951 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6b2fa423-fe82-44d3-81cb-f6b44f22d84c req-dd481ecc-22bc-47c8-ba71-5d347d86a26f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.2532473 May 25 16:03:34.048539 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6b2fa423-fe82-44d3-81cb-f6b44f22d84c req-b9bbea15-6168-49b4-be5d-989ae0578909 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578511 May 25 16:03:34.093965 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-c8be648a-96d0-4bc9-aae7-3da0f983968b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:34.167644 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-c8be648a-96d0-4bc9-aae7-3da0f983968b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:34.175122 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-804f24bb-5698-46b9-aeba-904138c0a548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:34.220298 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be648a-96d0-4bc9-aae7-3da0f983968b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2acdb6-7ba4-4db2-bac8-43a395af7314,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:34.223759 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-c8be648a-96d0-4bc9-aae7-3da0f983968b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:34.227128 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-c8be648a-96d0-4bc9-aae7-3da0f983968b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4aba015f18c34e79ab943a97aa5f853b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5047903 May 25 16:03:34.230123 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 47416) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:34.295552 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a18b6b9a-b47c-443c-8245-b4ba303b088e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:34.324108 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a18b6b9a-b47c-443c-8245-b4ba303b088e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:34.453456 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a18b6b9a-b47c-443c-8245-b4ba303b088e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:34.458705 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-013c72fc-ca9f-4da8-b8df-db8b2bcd6819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:34.471651 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b6b9a-b47c-443c-8245-b4ba303b088e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2acdb6-7ba4-4db2-bac8-43a395af7314,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:34.474302 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a18b6b9a-b47c-443c-8245-b4ba303b088e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:34.487166 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a18b6b9a-b47c-443c-8245-b4ba303b088e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:34.492146 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-a18b6b9a-b47c-443c-8245-b4ba303b088e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4d2acdb6-7ba4-4db2-bac8-43a395af7314 HTTP/1.1" status: 204 len: 168 time: 0.2571075 May 25 16:03:34.682598 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b110fdf-8f74-4e5c-875e-8258e397c223 req-71d94c3f-22ca-40e5-9606-65f61fe32938 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:34.684051 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-8b110fdf-8f74-4e5c-875e-8258e397c223 req-71d94c3f-22ca-40e5-9606-65f61fe32938 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 946 time: 0.0924740 May 25 16:03:34.732741 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-8b110fdf-8f74-4e5c-875e-8258e397c223 req-6814b159-154d-4be1-811d-65004d49d78a tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409198 May 25 16:03:35.224151 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 47434) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:35.243212 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-5f89bb7d-7f07-4b0e-ac3c-54b1cbb803d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:35.249669 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecf9f5-ec9e-477b-ac77-0314e8940214 req-931acf4c-8ca0-4a22-90f4-f7c35cdf6cc8 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:35.251666 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-eaecf9f5-ec9e-477b-ac77-0314e8940214 req-931acf4c-8ca0-4a22-90f4-f7c35cdf6cc8 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.0876424 May 25 16:03:35.259081 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-5f89bb7d-7f07-4b0e-ac3c-54b1cbb803d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:03:35.263123 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-5f89bb7d-7f07-4b0e-ac3c-54b1cbb803d0 admin admin] Usage tracker for resource:security_group_rule and tenant:2812cd36b5584ecd8fb278bab4fa11b0 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:03:35.266978 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-5f89bb7d-7f07-4b0e-ac3c-54b1cbb803d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:03:35.273134 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-5f89bb7d-7f07-4b0e-ac3c-54b1cbb803d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:03:35.296920 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-eaecf9f5-ec9e-477b-ac77-0314e8940214 req-4c3d9e73-4de0-4f89-8d0e-cf0530aa57ad tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393178 May 25 16:03:35.357525 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-5f89bb7d-7f07-4b0e-ac3c-54b1cbb803d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:35.481224 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-5f89bb7d-7f07-4b0e-ac3c-54b1cbb803d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:35.494350 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-f872bbf1-2266-4d0d-a6d9-02821d6b702a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:35.533423 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-5f89bb7d-7f07-4b0e-ac3c-54b1cbb803d0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2812cd36b5584ecd8fb278bab4fa11b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3080716 May 25 16:03:35.535028 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89bb7d-7f07-4b0e-ac3c-54b1cbb803d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0356f08-dce9-4c15-a72a-7fb3a4fa69f2,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:35.536175 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 47438) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:35.542484 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89bb7d-7f07-4b0e-ac3c-54b1cbb803d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:35.542862 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89bb7d-7f07-4b0e-ac3c-54b1cbb803d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:35.543231 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89bb7d-7f07-4b0e-ac3c-54b1cbb803d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:35.543596 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89bb7d-7f07-4b0e-ac3c-54b1cbb803d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:35.543948 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89bb7d-7f07-4b0e-ac3c-54b1cbb803d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:35.544298 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89bb7d-7f07-4b0e-ac3c-54b1cbb803d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:35.544647 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89bb7d-7f07-4b0e-ac3c-54b1cbb803d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:35.545015 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89bb7d-7f07-4b0e-ac3c-54b1cbb803d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:35.545362 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89bb7d-7f07-4b0e-ac3c-54b1cbb803d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:35.545704 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89bb7d-7f07-4b0e-ac3c-54b1cbb803d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:35.546066 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89bb7d-7f07-4b0e-ac3c-54b1cbb803d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:35.546380 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89bb7d-7f07-4b0e-ac3c-54b1cbb803d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:35.551316 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-5f89bb7d-7f07-4b0e-ac3c-54b1cbb803d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:35.606438 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ca399ea7-b9b6-41c6-8bc5-efab053be8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:35.633577 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ca399ea7-b9b6-41c6-8bc5-efab053be8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:35.750228 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ca399ea7-b9b6-41c6-8bc5-efab053be8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:35.754100 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-418ee133-3336-44b3-b269-d2f3d106d538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:35.767230 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca399ea7-b9b6-41c6-8bc5-efab053be8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0356f08-dce9-4c15-a72a-7fb3a4fa69f2,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:35.770229 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-ca399ea7-b9b6-41c6-8bc5-efab053be8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:35.772703 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ca399ea7-b9b6-41c6-8bc5-efab053be8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:35.774108 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-ca399ea7-b9b6-41c6-8bc5-efab053be8ed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f0356f08-dce9-4c15-a72a-7fb3a4fa69f2 HTTP/1.1" status: 204 len: 168 time: 0.2366247 May 25 16:03:35.923619 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e090b-d374-40ff-89b6-52ab2ca2a758 req-ec4db678-0672-47d1-a4f8-6bd43477ae1f tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:35.925126 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-db2e090b-d374-40ff-89b6-52ab2ca2a758 req-ec4db678-0672-47d1-a4f8-6bd43477ae1f tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 946 time: 0.0838771 May 25 16:03:35.971273 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-db2e090b-d374-40ff-89b6-52ab2ca2a758 req-f67d0418-c5c1-4efc-af5a-43b3e62c135b tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398591 May 25 16:03:36.497682 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069d4c5-1358-4bfa-b5d5-d08542d49db5 req-ea16f7ed-1db0-47d4-8a4b-c0d0bbb45c02 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:36.499146 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3069d4c5-1358-4bfa-b5d5-d08542d49db5 req-ea16f7ed-1db0-47d4-8a4b-c0d0bbb45c02 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.0857062 May 25 16:03:36.545319 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3069d4c5-1358-4bfa-b5d5-d08542d49db5 req-42f7f190-b4d4-450e-890a-c2060d0f017e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401127 May 25 16:03:36.767434 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 47466) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:36.887262 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-83055957-4e79-42a3-a66a-1f051312e359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:36.903993 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-83055957-4e79-42a3-a66a-1f051312e359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:03:36.909373 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-83055957-4e79-42a3-a66a-1f051312e359 admin admin] Usage tracker for resource:security_group_rule and tenant:7d316283db0c48d48baf2c179da72871 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:03:36.912651 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-83055957-4e79-42a3-a66a-1f051312e359 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:03:36.918692 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-83055957-4e79-42a3-a66a-1f051312e359 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:03:37.010842 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-83055957-4e79-42a3-a66a-1f051312e359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:37.076444 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-83055957-4e79-42a3-a66a-1f051312e359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:37.087719 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-466945e0-fe71-42e9-9af9-bb28e052301d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:37.173753 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-83055957-4e79-42a3-a66a-1f051312e359 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7d316283db0c48d48baf2c179da72871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4051774 May 25 16:03:37.176504 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 47486) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:37.186667 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83055957-4e79-42a3-a66a-1f051312e359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255a158f-b2fa-44e6-8090-f9db84edb994,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:37.191045 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-83055957-4e79-42a3-a66a-1f051312e359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:37.216570 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a6d18-d6cb-456c-bb22-7c0003148073 req-bafeecd7-cf95-48fb-afad-958bf7316fb2 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:37.218350 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e44a6d18-d6cb-456c-bb22-7c0003148073 req-bafeecd7-cf95-48fb-afad-958bf7316fb2 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 946 time: 0.1333041 May 25 16:03:37.242109 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-3bf9053c-118c-48f2-92a7-469e6182c488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:37.270774 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e44a6d18-d6cb-456c-bb22-7c0003148073 req-ea346bc2-282d-4b50-b8c3-7050b74a79cd tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450156 May 25 16:03:37.271515 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-3bf9053c-118c-48f2-92a7-469e6182c488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:37.423575 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-3bf9053c-118c-48f2-92a7-469e6182c488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:37.428180 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-fa35ddaa-bb97-41b0-ba62-8c3422b84731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:37.449671 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9053c-118c-48f2-92a7-469e6182c488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255a158f-b2fa-44e6-8090-f9db84edb994,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:37.451974 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-3bf9053c-118c-48f2-92a7-469e6182c488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:37.482677 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-3bf9053c-118c-48f2-92a7-469e6182c488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:37.483802 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-3bf9053c-118c-48f2-92a7-469e6182c488 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/255a158f-b2fa-44e6-8090-f9db84edb994 HTTP/1.1" status: 204 len: 168 time: 0.3063653 May 25 16:03:37.490369 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7f294-8ef6-461b-b524-38f76779288a req-7376c9a2-c803-4809-b012-bafd5a0b0a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:37.491846 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-55b7f294-8ef6-461b-b524-38f76779288a req-7376c9a2-c803-4809-b012-bafd5a0b0a40 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1009942ff088419bb323bdff264b58be&device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 1099 time: 0.1162317 May 25 16:03:37.731829 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7f294-8ef6-461b-b524-38f76779288a req-5b384f15-ed68-40f1-9107-6bbe4bc9ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:37.733357 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-55b7f294-8ef6-461b-b524-38f76779288a req-5b384f15-ed68-40f1-9107-6bbe4bc9ca87 service neutron] 10.222.0.91 "GET /v2.0/networks?id=716f3b9d-2e05-4069-974f-5f782839f4ee HTTP/1.1" status: 200 len: 909 time: 0.2338119 May 25 16:03:37.761447 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa132b9-eb1a-437d-aff6-e045c4cc9b49 req-8a772f30-1d60-4499-ae2e-f4d485aff8e9 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:37.762896 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0aa132b9-eb1a-437d-aff6-e045c4cc9b49 req-8a772f30-1d60-4499-ae2e-f4d485aff8e9 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.0978806 May 25 16:03:37.809123 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0aa132b9-eb1a-437d-aff6-e045c4cc9b49 req-43f17254-23be-44e9-a45b-904c8c11388e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397887 May 25 16:03:37.854188 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-55b7f294-8ef6-461b-b524-38f76779288a req-34847a9a-0280-4521-8dd2-0e1f866be2b7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e790e1cf-055c-4914-b944-fa188a626391 HTTP/1.1" status: 200 len: 1002 time: 0.1111913 May 25 16:03:37.931824 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7f294-8ef6-461b-b524-38f76779288a req-10db08e8-30bb-404e-bdad-091a3d7e58c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:37.933385 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-55b7f294-8ef6-461b-b524-38f76779288a req-10db08e8-30bb-404e-bdad-091a3d7e58c2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=af8a7898-c72b-46af-a95d-1f29441e0d63 HTTP/1.1" status: 200 len: 847 time: 0.0723546 May 25 16:03:38.026533 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7f294-8ef6-461b-b524-38f76779288a req-fada2672-1c52-4e96-98f6-7feef47d9ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:38.028181 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-55b7f294-8ef6-461b-b524-38f76779288a req-fada2672-1c52-4e96-98f6-7feef47d9ba2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=716f3b9d-2e05-4069-974f-5f782839f4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0864437 May 25 16:03:38.174069 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-55b7f294-8ef6-461b-b524-38f76779288a req-300b845a-9d67-4c7e-b535-d980a796aba8 service neutron] 10.222.0.91 "GET /v2.0/networks/716f3b9d-2e05-4069-974f-5f782839f4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364336 May 25 16:03:38.306818 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 47536) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:38.324388 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1a46bf80-a8f5-4050-a573-35d16e5cdfdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:38.327409 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-55b7f294-8ef6-461b-b524-38f76779288a req-842ca2f0-bd37-440b-8f27-2f3926fdaecd service neutron] 10.222.0.91 "GET /v2.0/networks/716f3b9d-2e05-4069-974f-5f782839f4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431348 May 25 16:03:38.341030 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-1a46bf80-a8f5-4050-a573-35d16e5cdfdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:03:38.351080 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-1a46bf80-a8f5-4050-a573-35d16e5cdfdd admin admin] Usage tracker for resource:security_group_rule and tenant:7df01dfd84c045328825e5e441c040ef is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:03:38.354237 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-1a46bf80-a8f5-4050-a573-35d16e5cdfdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:03:38.361032 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-1a46bf80-a8f5-4050-a573-35d16e5cdfdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:03:38.490551 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e168e-1b32-498b-93c2-6733583cc9eb req-cbc9aab2-7e9c-47c7-a110-485dcd64dc6e tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:38.491996 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-517e168e-1b32-498b-93c2-6733583cc9eb req-cbc9aab2-7e9c-47c7-a110-485dcd64dc6e tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 946 time: 0.0991178 May 25 16:03:38.558685 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1a46bf80-a8f5-4050-a573-35d16e5cdfdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:38.563551 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-517e168e-1b32-498b-93c2-6733583cc9eb req-57a2e159-d9ee-412c-aaca-48e259bbd984 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618351 May 25 16:03:38.635964 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1a46bf80-a8f5-4050-a573-35d16e5cdfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:38.643909 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-73606652-49f0-4f02-b3d3-645ca435c7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:38.686214 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46bf80-a8f5-4050-a573-35d16e5cdfdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d73be49-3575-4d34-b515-0fac20ee9793,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:38.690956 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-1a46bf80-a8f5-4050-a573-35d16e5cdfdd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7df01dfd84c045328825e5e441c040ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3855104 May 25 16:03:38.691932 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-1a46bf80-a8f5-4050-a573-35d16e5cdfdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:38.693590 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 47540) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:38.756916 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-eccc78c8-6575-439a-bc40-4bf2c24f4a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:38.785195 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-eccc78c8-6575-439a-bc40-4bf2c24f4a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:38.910582 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-eccc78c8-6575-439a-bc40-4bf2c24f4a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:38.915608 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-465e74e5-e7e9-4000-babe-82a1dd5a8449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:38.929135 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc78c8-6575-439a-bc40-4bf2c24f4a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d73be49-3575-4d34-b515-0fac20ee9793,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:38.933121 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-eccc78c8-6575-439a-bc40-4bf2c24f4a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:38.948544 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-eccc78c8-6575-439a-bc40-4bf2c24f4a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:38.950117 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-eccc78c8-6575-439a-bc40-4bf2c24f4a4c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5d73be49-3575-4d34-b515-0fac20ee9793 HTTP/1.1" status: 204 len: 168 time: 0.2552528 May 25 16:03:39.043385 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc2b8a-6e46-4f04-993a-12b8251812ec req-3767cd45-edff-4a6b-a060-c8a552f1b828 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:39.044371 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5bfc2b8a-6e46-4f04-993a-12b8251812ec req-3767cd45-edff-4a6b-a060-c8a552f1b828 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.0936384 May 25 16:03:39.094598 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5bfc2b8a-6e46-4f04-993a-12b8251812ec req-1b8c81bd-603a-477e-a434-1b489b0cc834 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423141 May 25 16:03:39.771505 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14061bf2-9d29-42fb-83c5-2427eaedc566 req-ce363ca3-e452-4182-81df-dceef15cae9a tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:39.772993 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-14061bf2-9d29-42fb-83c5-2427eaedc566 req-ce363ca3-e452-4182-81df-dceef15cae9a tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 946 time: 0.0983729 May 25 16:03:39.819776 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-14061bf2-9d29-42fb-83c5-2427eaedc566 req-7c2c8606-6ccd-45b3-8d83-a519a36582ef tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410848 May 25 16:03:40.322619 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ee234-7dbc-4775-b84d-b0faef009b2b req-7defa029-78a5-4370-be1c-0c1c496891dd tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:40.324272 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7d7ee234-7dbc-4775-b84d-b0faef009b2b req-7defa029-78a5-4370-be1c-0c1c496891dd tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.0898054 May 25 16:03:40.386206 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7d7ee234-7dbc-4775-b84d-b0faef009b2b req-2824d8f1-7894-4244-bc5d-1612b0806821 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555847 May 25 16:03:40.867876 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 47598) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:41.031086 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-11ec7933-178d-4ef1-b3a7-70085135e2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:41.053040 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-11ec7933-178d-4ef1-b3a7-70085135e2e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:03:41.058647 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-11ec7933-178d-4ef1-b3a7-70085135e2e2 admin admin] Usage tracker for resource:security_group_rule and tenant:b84199d290ad4e438b3d76e5169d2de8 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:03:41.068978 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe2f7d-7bc2-4a73-9fad-213825e356ae req-46c0b578-ce3b-4123-a1f3-8a141220acd9 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:41.070480 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5dbe2f7d-7bc2-4a73-9fad-213825e356ae req-46c0b578-ce3b-4123-a1f3-8a141220acd9 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 946 time: 0.1337879 May 25 16:03:41.071404 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-11ec7933-178d-4ef1-b3a7-70085135e2e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:03:41.079644 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-11ec7933-178d-4ef1-b3a7-70085135e2e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:03:41.144180 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5dbe2f7d-7bc2-4a73-9fad-213825e356ae req-cfaca2e8-655d-47af-8dad-d501cc94823c tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663378 May 25 16:03:41.211614 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-11ec7933-178d-4ef1-b3a7-70085135e2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:41.275717 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-11ec7933-178d-4ef1-b3a7-70085135e2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:41.283646 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-3a72baef-301e-42f2-b59b-38dbc827b48b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:41.420476 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec7933-178d-4ef1-b3a7-70085135e2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98b0430-bd3a-4829-9ede-99f5f7f65b21,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:41.426264 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-11ec7933-178d-4ef1-b3a7-70085135e2e2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b84199d290ad4e438b3d76e5169d2de8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5563686 May 25 16:03:41.426264 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-11ec7933-178d-4ef1-b3a7-70085135e2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:41.427482 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 47606) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:41.488928 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-60a21d0a-683a-491f-8b38-f4eb5ddd0756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:41.554136 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-60a21d0a-683a-491f-8b38-f4eb5ddd0756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:41.631761 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae48fc5-3b2a-4ab1-9e03-f184d9d1539d req-f198d097-4431-428e-9737-862653a98323 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:41.633270 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1ae48fc5-3b2a-4ab1-9e03-f184d9d1539d req-f198d097-4431-428e-9737-862653a98323 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.1239862 May 25 16:03:41.679533 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1ae48fc5-3b2a-4ab1-9e03-f184d9d1539d req-a555040f-09a0-46a9-aeb9-84dac23ee21c tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405571 May 25 16:03:41.716392 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-60a21d0a-683a-491f-8b38-f4eb5ddd0756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:41.720549 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-5e722fcc-73da-4a03-a69f-64c539b3e283 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:41.735179 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a21d0a-683a-491f-8b38-f4eb5ddd0756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98b0430-bd3a-4829-9ede-99f5f7f65b21,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:41.737715 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-60a21d0a-683a-491f-8b38-f4eb5ddd0756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:41.739818 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-60a21d0a-683a-491f-8b38-f4eb5ddd0756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:41.742842 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-60a21d0a-683a-491f-8b38-f4eb5ddd0756 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b98b0430-bd3a-4829-9ede-99f5f7f65b21 HTTP/1.1" status: 204 len: 168 time: 0.3123596 May 25 16:03:42.339106 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b8534-9fb0-4c71-b70d-205eb71319a3 req-ad43c49c-5b5a-4b96-931d-dd08b2f8ad89 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:42.340603 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-498b8534-9fb0-4c71-b70d-205eb71319a3 req-ad43c49c-5b5a-4b96-931d-dd08b2f8ad89 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 946 time: 0.0833919 May 25 16:03:42.391473 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-498b8534-9fb0-4c71-b70d-205eb71319a3 req-552d0845-1460-485e-be57-ff29803eb8d2 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446043 May 25 16:03:43.002170 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013237a-de63-43a2-9304-41974d49180e req-2f540bdb-f93d-4ae4-bebf-f90ad3f7c148 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:43.003649 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e013237a-de63-43a2-9304-41974d49180e req-2f540bdb-f93d-4ae4-bebf-f90ad3f7c148 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.2082241 May 25 16:03:43.043543 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de2aa0-248e-40fa-b5e4-bc44970a8b79 req-a5e03ebd-5326-4800-8d2e-f3c683220375 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:43.045040 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-61de2aa0-248e-40fa-b5e4-bc44970a8b79 req-a5e03ebd-5326-4800-8d2e-f3c683220375 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 946 time: 0.1799860 May 25 16:03:43.048419 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-aef552da-3a57-47cb-975a-a3c2565620cc req-0b4ccaee-2dec-4da2-9d19-59f1cf7bb60a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2138870 May 25 16:03:43.095635 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e013237a-de63-43a2-9304-41974d49180e req-8627b65f-7b84-4052-a113-f06975bb139e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838261 May 25 16:03:43.115866 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-61de2aa0-248e-40fa-b5e4-bc44970a8b79 req-5cc9d435-b214-451a-aba5-d680c5445616 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578361 May 25 16:03:43.655259 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:03:43.668306 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device e790e1cf-055c-4914-b944-fa188a626391 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:03:43.930265 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:03:44.013391 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Returning: {'device': 'f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'port_id': 'f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e', 'mac_address': 'fa:16:3e:b8:38:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:03:44.065095 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:44.112478 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f732159f-e536-407b-b1b9-102d2455b328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e790e1cf-055c-4914-b944-fa188a626391'}] {{(pid=98825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:03:44.119173 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:44.136423 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port e790e1cf-055c-4914-b944-fa188a626391, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e790e1cf-055c-4914-b944-fa188a626391,segment=NetworkSegment(9713b580-352d-4b45-88a9-4138a491136e),segment_id=9713b580-352d-4b45-88a9-4138a491136e)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:03:44.145849 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e {{(pid=98825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:03:44.175718 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:03:44.220093 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:44.222282 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:44.304552 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:44.325536 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=e790e1cf-055c-4914-b944-fa188a626391,revision_number=6']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:44.330076 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:44.330630 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:44.347194 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b265ed-70ec-4ae7-8c43-2ad1e6f8493f req-3804a4ed-7a14-45dc-b6ea-e66ea306d2ab tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:44.348709 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-15b265ed-70ec-4ae7-8c43-2ad1e6f8493f req-3804a4ed-7a14-45dc-b6ea-e66ea306d2ab tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 944 time: 0.0982361 May 25 16:03:44.375008 dv-cinder-786384-6-smb neutron-server[98825]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f732159f-e536-407b-b1b9-102d2455b328', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e790e1cf-055c-4914-b944-fa188a626391', 'code': 422} returned with failed status May 25 16:03:44.400365 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-15b265ed-70ec-4ae7-8c43-2ad1e6f8493f req-001e888c-db69-4909-91a1-c62b5c8f0599 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426304 May 25 16:03:44.418075 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e,revision_number=6']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:44.428252 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:44.479151 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:03:44.545967 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994590f8-0e60-476c-baa1-f93697493c89 req-caa5b677-a2f8-439b-aa27-dc64068d86ad tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:44.548336 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-994590f8-0e60-476c-baa1-f93697493c89 req-caa5b677-a2f8-439b-aa27-dc64068d86ad tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 944 time: 0.0863993 May 25 16:03:44.599084 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-994590f8-0e60-476c-baa1-f93697493c89 req-b1d22e0a-fc44-4167-81f7-9f425d3b06cb tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437918 May 25 16:03:45.606270 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59621c5-c460-4c12-8015-9a77aabaf7d4 req-d92a9b7f-908e-43de-bfbc-d966970128f3 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:45.607650 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f59621c5-c460-4c12-8015-9a77aabaf7d4 req-d92a9b7f-908e-43de-bfbc-d966970128f3 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 944 time: 0.0827546 May 25 16:03:45.664198 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f59621c5-c460-4c12-8015-9a77aabaf7d4 req-d89f3fb0-b6e4-4427-aa1a-b64f23c9c56c tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503445 May 25 16:03:45.681462 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e up at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:03:45.759752 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning complete for port f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:03:45.760147 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:45.817656 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eecfc3-8b2b-4241-8e33-d9c5b11d3086 req-4ed26c55-aae4-4a4a-9686-80d52e0fe1ed tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:45.820018 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-94eecfc3-8b2b-4241-8e33-d9c5b11d3086 req-4ed26c55-aae4-4a4a-9686-80d52e0fe1ed tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 944 time: 0.0899386 May 25 16:03:45.880640 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-94eecfc3-8b2b-4241-8e33-d9c5b11d3086 req-995f1d98-eb71-4ad7-bea1-828aa696563a tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542054 May 25 16:03:45.916678 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:45.951449 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:03:46.039104 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:46.041070 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:46.109881 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e,revision_number=7']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:46.113302 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:46.158987 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef552da-3a57-47cb-975a-a3c2565620cc req-0b65ea8d-975c-4681-85b3-368cec64c9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:46.160495 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-aef552da-3a57-47cb-975a-a3c2565620cc req-0b65ea8d-975c-4681-85b3-368cec64c9c2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328&tenant_id=1009942ff088419bb323bdff264b58be HTTP/1.1" status: 200 len: 1097 time: 0.0820434 May 25 16:03:46.279951 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef552da-3a57-47cb-975a-a3c2565620cc req-7714ab6d-9eb9-4bfd-ad0d-f63261ada8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:46.281452 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-aef552da-3a57-47cb-975a-a3c2565620cc req-7714ab6d-9eb9-4bfd-ad0d-f63261ada8c1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1009942ff088419bb323bdff264b58be&device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 1097 time: 0.0737045 May 25 16:03:46.376756 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c506c7-0343-420a-a03b-63ef9a99ba84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e'}] {{(pid=98825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:03:46.424903 dv-cinder-786384-6-smb neutron-server[98825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c506c7-0343-420a-a03b-63ef9a99ba84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e', 'code': 200} May 25 16:03:46.430782 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef552da-3a57-47cb-975a-a3c2565620cc req-293a9756-70fc-478f-ad25-7c03bde1434e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:46.432298 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-aef552da-3a57-47cb-975a-a3c2565620cc req-293a9756-70fc-478f-ad25-7c03bde1434e service neutron] 10.222.0.91 "GET /v2.0/networks?id=716f3b9d-2e05-4069-974f-5f782839f4ee HTTP/1.1" status: 200 len: 909 time: 0.1353059 May 25 16:03:46.571718 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-aef552da-3a57-47cb-975a-a3c2565620cc req-104595f7-2fa3-4525-8053-cda1495f00dd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e790e1cf-055c-4914-b944-fa188a626391 HTTP/1.1" status: 200 len: 1000 time: 0.1036792 May 25 16:03:46.641506 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef552da-3a57-47cb-975a-a3c2565620cc req-50652cd3-6b35-49f6-8d8f-29867c0d2814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:46.642837 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-aef552da-3a57-47cb-975a-a3c2565620cc req-50652cd3-6b35-49f6-8d8f-29867c0d2814 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=af8a7898-c72b-46af-a95d-1f29441e0d63 HTTP/1.1" status: 200 len: 847 time: 0.0628259 May 25 16:03:46.724269 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef552da-3a57-47cb-975a-a3c2565620cc req-76078d4a-50f5-4b99-90e1-2825ca745db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:46.725794 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-aef552da-3a57-47cb-975a-a3c2565620cc req-76078d4a-50f5-4b99-90e1-2825ca745db8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=716f3b9d-2e05-4069-974f-5f782839f4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760267 May 25 16:03:46.863378 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-aef552da-3a57-47cb-975a-a3c2565620cc req-8b65a852-e9cc-4f64-b450-28d71c921ffd service neutron] 10.222.0.91 "GET /v2.0/networks/716f3b9d-2e05-4069-974f-5f782839f4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304953 May 25 16:03:46.880519 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f51dc-6ac9-4e8c-a958-a28e8ae9ffcf req-0569ea6b-2f84-46e7-8c2f-08d138c97c42 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:46.882033 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ec6f51dc-6ac9-4e8c-a958-a28e8ae9ffcf req-0569ea6b-2f84-46e7-8c2f-08d138c97c42 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.0874023 May 25 16:03:46.928641 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ec6f51dc-6ac9-4e8c-a958-a28e8ae9ffcf req-fcd3828d-8f64-4116-be0e-2ab3629ea56a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407724 May 25 16:03:47.011169 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-aef552da-3a57-47cb-975a-a3c2565620cc req-8262beb5-cf1e-4fbd-8a05-cf8eafea708f service neutron] 10.222.0.91 "GET /v2.0/networks/716f3b9d-2e05-4069-974f-5f782839f4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400106 May 25 16:03:47.084009 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d77a9-bc32-4a75-932b-834a9613f99e req-c9342c4b-68e2-408e-9d99-8dd8ec5ad775 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:47.089734 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b45d77a9-bc32-4a75-932b-834a9613f99e req-c9342c4b-68e2-408e-9d99-8dd8ec5ad775 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 944 time: 0.0888250 May 25 16:03:47.132405 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b45d77a9-bc32-4a75-932b-834a9613f99e req-ddc9e89e-3771-4c4b-9ada-559e1b63f0b2 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410690 May 25 16:03:48.127795 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d214aef-dbe4-476b-b0d8-401e3f92db2e req-984bf861-3b62-4e0f-9a0b-b3bb5ad03a97 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:48.136125 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9d214aef-dbe4-476b-b0d8-401e3f92db2e req-984bf861-3b62-4e0f-9a0b-b3bb5ad03a97 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.0896854 May 25 16:03:48.177356 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9d214aef-dbe4-476b-b0d8-401e3f92db2e req-862d1f04-373c-45b7-8655-3d3bd4870410 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421507 May 25 16:03:48.331606 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706318b-882d-4859-8781-29ef5209be77 req-a8c4475f-3f0c-4cf6-9c20-a5adaee6f4e5 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:48.331606 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0706318b-882d-4859-8781-29ef5209be77 req-a8c4475f-3f0c-4cf6-9c20-a5adaee6f4e5 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 944 time: 0.0916731 May 25 16:03:48.378999 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0706318b-882d-4859-8781-29ef5209be77 req-80c85877-62f6-4dcf-a1eb-484c4d1734ea tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432014 May 25 16:03:49.412357 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852eed2-467b-4afe-857a-fde0a8fd6e33 req-1e260ecc-f2d7-447f-863e-6a190417962f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:49.414219 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3852eed2-467b-4afe-857a-fde0a8fd6e33 req-1e260ecc-f2d7-447f-863e-6a190417962f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.0981762 May 25 16:03:49.467414 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3852eed2-467b-4afe-857a-fde0a8fd6e33 req-51caec14-dc04-47eb-a6b9-4e897de01807 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449615 May 25 16:03:49.595569 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b00a0-f584-4eff-931c-5cf40daf55a2 req-0c9988ff-937b-4210-bf4e-bdc529f1bfd8 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:49.597092 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-878b00a0-f584-4eff-931c-5cf40daf55a2 req-0c9988ff-937b-4210-bf4e-bdc529f1bfd8 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 944 time: 0.1001968 May 25 16:03:49.652443 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-878b00a0-f584-4eff-931c-5cf40daf55a2 req-8539759f-8813-4a8b-a06b-347ac69b5bfc tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465870 May 25 16:03:49.713020 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device e790e1cf-055c-4914-b944-fa188a626391 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:03:49.860988 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port e790e1cf-055c-4914-b944-fa188a626391, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e790e1cf-055c-4914-b944-fa188a626391,segment=NetworkSegment(9713b580-352d-4b45-88a9-4138a491136e),segment_id=9713b580-352d-4b45-88a9-4138a491136e)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:03:49.881688 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Returning: {'device': 'e790e1cf-055c-4914-b944-fa188a626391', 'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee', 'port_id': 'e790e1cf-055c-4914-b944-fa188a626391', 'mac_address': 'fa:16:3e:d7:29:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8a7898-c72b-46af-a95d-1f29441e0d63', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:03:49.944923 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:49.963704 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e790e1cf-055c-4914-b944-fa188a626391 {{(pid=98825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:03:49.983237 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port e790e1cf-055c-4914-b944-fa188a626391, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e790e1cf-055c-4914-b944-fa188a626391,segment=NetworkSegment(9713b580-352d-4b45-88a9-4138a491136e),segment_id=9713b580-352d-4b45-88a9-4138a491136e)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:03:50.045391 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:50.049236 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-4c7039ac-a216-44c1-86b8-9e542e213a25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:50.115216 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=e790e1cf-055c-4914-b944-fa188a626391,revision_number=7']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:50.118289 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:50.391636 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['e790e1cf-055c-4914-b944-fa188a626391'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:03:50.721648 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90737dfb-1a6c-46b4-b07f-e92265783958 req-0fe4f480-034d-4ba3-8ef9-173784443f7f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:50.723340 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-90737dfb-1a6c-46b4-b07f-e92265783958 req-0fe4f480-034d-4ba3-8ef9-173784443f7f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.0985973 May 25 16:03:50.801720 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-90737dfb-1a6c-46b4-b07f-e92265783958 req-7f2fcb52-87d0-4a1d-8518-6a01ef5308cf tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713375 May 25 16:03:50.982463 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f7643-3e85-4958-8b49-d42d89df56c4 req-55c119e5-ae61-444b-9931-fe404c4d565b tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:50.983926 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-980f7643-3e85-4958-8b49-d42d89df56c4 req-55c119e5-ae61-444b-9931-fe404c4d565b tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 945 time: 0.2163568 May 25 16:03:51.030492 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-980f7643-3e85-4958-8b49-d42d89df56c4 req-8ca01fa5-9e28-4a66-a9ff-c16037e469c8 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407956 May 25 16:03:51.723244 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device e790e1cf-055c-4914-b944-fa188a626391 up at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:03:51.795312 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning complete for port e790e1cf-055c-4914-b944-fa188a626391 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:03:51.795686 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:51.915259 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:51.945572 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f732159f-e536-407b-b1b9-102d2455b328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e790e1cf-055c-4914-b944-fa188a626391'}] {{(pid=98825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:03:51.956447 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port e790e1cf-055c-4914-b944-fa188a626391, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e790e1cf-055c-4914-b944-fa188a626391,segment=NetworkSegment(9713b580-352d-4b45-88a9-4138a491136e),segment_id=9713b580-352d-4b45-88a9-4138a491136e)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:03:51.993418 dv-cinder-786384-6-smb neutron-server[98825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f732159f-e536-407b-b1b9-102d2455b328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e790e1cf-055c-4914-b944-fa188a626391', 'code': 200} May 25 16:03:52.005515 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3f9cf-579b-438f-aa1e-a1339450e3d8 req-feb3374a-4285-4b56-b83b-fbdd1839458f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:52.006992 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-63e3f9cf-579b-438f-aa1e-a1339450e3d8 req-feb3374a-4285-4b56-b83b-fbdd1839458f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.0883343 May 25 16:03:52.013232 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:52.015160 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-482b61a7-cdcc-4964-93ea-3c940f8be3a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:52.068154 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-63e3f9cf-579b-438f-aa1e-a1339450e3d8 req-b41b9a6f-a236-49fa-8186-d9368287d9f7 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555606 May 25 16:03:52.087885 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=e790e1cf-055c-4914-b944-fa188a626391,revision_number=8']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:52.095749 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:52.223846 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9df92-bde5-4326-bf2d-b32a94362b93 req-d0fdb835-492a-4d3a-a488-8dc868733ac6 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:52.225212 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-55d9df92-bde5-4326-bf2d-b32a94362b93 req-d0fdb835-492a-4d3a-a488-8dc868733ac6 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 946 time: 0.0824778 May 25 16:03:52.273651 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-55d9df92-bde5-4326-bf2d-b32a94362b93 req-759513a1-02de-4352-8689-dae7df8ad440 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425043 May 25 16:03:52.286520 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-14d78b55-37c7-46b9-9582-907226bd869f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:52.443253 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda967bb-9954-4716-a9aa-78d2f18ff57a req-c392576d-5d59-413c-9b7f-f36e3e59b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:52.444732 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-bda967bb-9954-4716-a9aa-78d2f18ff57a req-c392576d-5d59-413c-9b7f-f36e3e59b795 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 1099 time: 0.0752969 May 25 16:03:52.491335 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-bda967bb-9954-4716-a9aa-78d2f18ff57a req-fd01993c-fced-45b2-a5b4-7708b5da9546 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389378 May 25 16:03:53.274981 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5cc30-fada-452f-8d4e-335e558f5dee req-20b5d595-b32a-42ed-bcc6-5da4e992a46e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:53.277276 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b0a5cc30-fada-452f-8d4e-335e558f5dee req-20b5d595-b32a-42ed-bcc6-5da4e992a46e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.0869532 May 25 16:03:53.335666 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b0a5cc30-fada-452f-8d4e-335e558f5dee req-3cf6574c-0209-40da-b696-3d099e6ec7f1 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526333 May 25 16:03:53.473584 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057eb7a-2bc2-405e-8b5e-91689e4739f6 req-af6482a1-0442-4aba-adc3-786c8e6b209e tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:53.475004 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1057eb7a-2bc2-405e-8b5e-91689e4739f6 req-af6482a1-0442-4aba-adc3-786c8e6b209e tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 946 time: 0.0874944 May 25 16:03:53.519687 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1057eb7a-2bc2-405e-8b5e-91689e4739f6 req-5d8448c3-3f98-4bdb-a742-fc09c86fc13d tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391273 May 25 16:03:54.535173 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a276f-71ec-429a-93b7-665ec18dc58c req-8a932a87-e934-4c9f-8ca9-65629dbc5abe tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:54.536634 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-bc8a276f-71ec-429a-93b7-665ec18dc58c req-8a932a87-e934-4c9f-8ca9-65629dbc5abe tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.0870862 May 25 16:03:54.582677 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-bc8a276f-71ec-429a-93b7-665ec18dc58c req-2a05c086-aa3d-45a6-bfc8-c89d0686df43 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404639 May 25 16:03:54.698558 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:54.731719 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9c29b-0a7b-466b-b34e-fb2bb94c66eb req-3d5a1cbd-9524-442c-aacc-c7941b5a7d8e tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:54.733416 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ffd9c29b-0a7b-466b-b34e-fb2bb94c66eb req-3d5a1cbd-9524-442c-aacc-c7941b5a7d8e tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 946 time: 0.0977182 May 25 16:03:54.739441 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-ca48e2d1-62de-45fe-b5f5-d95e5a4382ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:54.786959 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ffd9c29b-0a7b-466b-b34e-fb2bb94c66eb req-da9c572d-8b13-4e5d-93d3-77d325aa6e20 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419922 May 25 16:03:55.102087 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:55.806164 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75a486-ce30-4601-a35d-5517eed63d1e req-f0cf95c4-4b4d-4f29-853f-a1cb3630c221 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:55.807728 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3b75a486-ce30-4601-a35d-5517eed63d1e req-f0cf95c4-4b4d-4f29-853f-a1cb3630c221 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.1055348 May 25 16:03:55.867907 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-3b75a486-ce30-4601-a35d-5517eed63d1e req-e05a3e24-464c-4172-b25b-417332080ee3 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531585 May 25 16:03:55.887229 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:57.094842 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d98d0-e506-404b-a492-8962b28de80d req-74151802-b8ae-4fac-9691-3850599f8ebb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:57.102933 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-966d98d0-e506-404b-a492-8962b28de80d req-74151802-b8ae-4fac-9691-3850599f8ebb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.1083219 May 25 16:03:57.160857 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-966d98d0-e506-404b-a492-8962b28de80d req-56a035f7-9318-4b23-9cd6-19d832a02453 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545800 May 25 16:03:57.998887 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:58.135290 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-12c4b26e-d86a-452f-8324-6be42c36e851 req-27a61b0c-6744-4fa9-b812-c6f363bd9cad service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0828977 May 25 16:03:58.346813 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4b26e-d86a-452f-8324-6be42c36e851 req-5a1e1026-fd50-423c-ac52-7aad8da7d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:58.348405 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-12c4b26e-d86a-452f-8324-6be42c36e851 req-5a1e1026-fd50-423c-ac52-7aad8da7d24a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1009942ff088419bb323bdff264b58be&device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 1099 time: 0.0942492 May 25 16:03:58.384887 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd669f20-7dd1-4ef6-81e0-f2ae703affae req-e4456940-b227-4a2b-a4e9-9533d583b5e2 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:58.393519 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-bd669f20-7dd1-4ef6-81e0-f2ae703affae req-e4456940-b227-4a2b-a4e9-9533d583b5e2 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.1111655 May 25 16:03:58.468344 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-bd669f20-7dd1-4ef6-81e0-f2ae703affae req-53f4b103-c3ba-435d-b0db-73f7e1492574 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733788 May 25 16:03:58.631598 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4b26e-d86a-452f-8324-6be42c36e851 req-19b6dbf9-94b0-45b4-989d-ecd4643c087a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:58.633087 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-12c4b26e-d86a-452f-8324-6be42c36e851 req-19b6dbf9-94b0-45b4-989d-ecd4643c087a service neutron] 10.222.0.91 "GET /v2.0/networks?id=716f3b9d-2e05-4069-974f-5f782839f4ee HTTP/1.1" status: 200 len: 909 time: 0.2598140 May 25 16:03:58.741813 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-12c4b26e-d86a-452f-8324-6be42c36e851 req-9a08f811-d3e6-4de1-8e7d-89732b9fb647 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e790e1cf-055c-4914-b944-fa188a626391 HTTP/1.1" status: 200 len: 1002 time: 0.1011298 May 25 16:03:58.820669 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4b26e-d86a-452f-8324-6be42c36e851 req-a094f48e-358d-4b48-aca9-291c592a1d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:58.822195 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-12c4b26e-d86a-452f-8324-6be42c36e851 req-a094f48e-358d-4b48-aca9-291c592a1d3c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=af8a7898-c72b-46af-a95d-1f29441e0d63 HTTP/1.1" status: 200 len: 847 time: 0.0652101 May 25 16:03:58.917994 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4b26e-d86a-452f-8324-6be42c36e851 req-28d26392-a343-4239-bddd-de808efa25ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:58.919505 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-12c4b26e-d86a-452f-8324-6be42c36e851 req-28d26392-a343-4239-bddd-de808efa25ce service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=716f3b9d-2e05-4069-974f-5f782839f4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0836861 May 25 16:03:59.105338 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-12c4b26e-d86a-452f-8324-6be42c36e851 req-3dd18e2e-5744-4d49-81d5-57c79a7c56be service neutron] 10.222.0.91 "GET /v2.0/networks/716f3b9d-2e05-4069-974f-5f782839f4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650529 May 25 16:03:59.276461 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-12c4b26e-d86a-452f-8324-6be42c36e851 req-95abb9b3-7062-4c4d-8509-673c2571eb11 service neutron] 10.222.0.91 "GET /v2.0/networks/716f3b9d-2e05-4069-974f-5f782839f4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630363 May 25 16:03:59.697246 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9dc615-5013-4676-9e0a-65372fb882d5 req-31e00040-d7ff-41fd-a694-edcb78868f13 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:59.701278 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0b9dc615-5013-4676-9e0a-65372fb882d5 req-31e00040-d7ff-41fd-a694-edcb78868f13 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.0994742 May 25 16:03:59.758003 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0b9dc615-5013-4676-9e0a-65372fb882d5 req-00dac28a-e9fa-4d7c-87c6-2c2019486255 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513391 May 25 16:04:00.978936 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48712f-b9ed-4b8d-8635-c92a4e5fb769 req-6ec4529e-2101-43dd-85f7-ee327ed50b15 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:00.980407 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7a48712f-b9ed-4b8d-8635-c92a4e5fb769 req-6ec4529e-2101-43dd-85f7-ee327ed50b15 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.0894022 May 25 16:04:01.030717 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7a48712f-b9ed-4b8d-8635-c92a4e5fb769 req-6fb2ac4e-e302-4c80-b835-7c7b19ee1085 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434306 May 25 16:04:01.115585 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:04:02.246051 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03770f87-6a09-4c9e-94f7-89271f24a49a req-932ce6d1-34a4-47aa-b47f-46bc1e96d83f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:02.249204 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-03770f87-6a09-4c9e-94f7-89271f24a49a req-932ce6d1-34a4-47aa-b47f-46bc1e96d83f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.0926914 May 25 16:04:02.300523 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-03770f87-6a09-4c9e-94f7-89271f24a49a req-c25cb386-bd0b-4f20-bed5-e9132c0e5952 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449934 May 25 16:04:03.542956 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c16798-523b-488f-bd3c-1c22fcfae8a2 req-7051081d-39eb-42d8-8be6-d19a25dae9ff tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:03.545540 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-00c16798-523b-488f-bd3c-1c22fcfae8a2 req-7051081d-39eb-42d8-8be6-d19a25dae9ff tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.1194015 May 25 16:04:03.597356 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-00c16798-523b-488f-bd3c-1c22fcfae8a2 req-82019bb2-cf83-4752-bddd-0b03bf5a6e58 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454543 May 25 16:04:04.851731 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d44809-0574-41fb-a73b-a8fd8754f5ed req-6a92f9e0-5021-481b-be05-892afc3018fb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:04.858902 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-83d44809-0574-41fb-a73b-a8fd8754f5ed req-6a92f9e0-5021-481b-be05-892afc3018fb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.1204920 May 25 16:04:04.913445 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-83d44809-0574-41fb-a73b-a8fd8754f5ed req-cfa4bbd0-77b8-4d96-b23a-ff49a0930941 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535526 May 25 16:04:06.205941 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e475828-5cfa-4b11-aeaa-c936ab8e9f67 req-0e7855cf-8c39-4688-b7c4-abcf7845f3bb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:06.207656 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7e475828-5cfa-4b11-aeaa-c936ab8e9f67 req-0e7855cf-8c39-4688-b7c4-abcf7845f3bb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.1009233 May 25 16:04:06.265159 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7e475828-5cfa-4b11-aeaa-c936ab8e9f67 req-c539f689-5e2a-48cd-8ad9-394174b7a879 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513978 May 25 16:04:07.492770 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec9ce1-b21c-428a-9d5a-4c8af0d5677e req-ca7d9839-9a83-40bc-b843-10c352d37287 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:07.494397 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-dcec9ce1-b21c-428a-9d5a-4c8af0d5677e req-ca7d9839-9a83-40bc-b843-10c352d37287 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.0890737 May 25 16:04:07.544642 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-dcec9ce1-b21c-428a-9d5a-4c8af0d5677e req-623ee40f-d39c-4de7-9041-80f6be420396 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442424 May 25 16:04:08.109815 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 47950) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:04:08.282432 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-099f2f86-7e02-4e30-a7fd-1fd237e5f3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:08.307189 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-099f2f86-7e02-4e30-a7fd-1fd237e5f3a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:04:08.313315 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-099f2f86-7e02-4e30-a7fd-1fd237e5f3a0 admin admin] Usage tracker for resource:security_group_rule and tenant:c181fb0c9bd24c0fb310b6699ffec2d5 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:04:08.318552 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-099f2f86-7e02-4e30-a7fd-1fd237e5f3a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:04:08.325527 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-099f2f86-7e02-4e30-a7fd-1fd237e5f3a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:04:08.362609 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ceec7-3903-4e9d-a124-3db33646f5d4 req-1d08aebb-f55b-4059-aa65-5559075f4ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:08.364094 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-811ceec7-3903-4e9d-a124-3db33646f5d4 req-1d08aebb-f55b-4059-aa65-5559075f4ed6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1dafbac212f4486fb6d026d08f3d58bb&device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 1098 time: 0.1517146 May 25 16:04:08.524974 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-099f2f86-7e02-4e30-a7fd-1fd237e5f3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:08.544885 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ceec7-3903-4e9d-a124-3db33646f5d4 req-4e73ccfb-6f10-46a0-aa09-5c669b25b4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:08.545486 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-811ceec7-3903-4e9d-a124-3db33646f5d4 req-4e73ccfb-6f10-46a0-aa09-5c669b25b4aa service neutron] 10.222.0.91 "GET /v2.0/networks?id=9b9e8b48-533f-4671-b519-11ca6129f792 HTTP/1.1" status: 200 len: 917 time: 0.1668544 May 25 16:04:08.614816 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-099f2f86-7e02-4e30-a7fd-1fd237e5f3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:08.631702 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-8eecd123-8b6a-45dd-81e9-de28238a28ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:08.694184 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-099f2f86-7e02-4e30-a7fd-1fd237e5f3a0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c181fb0c9bd24c0fb310b6699ffec2d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5809052 May 25 16:04:08.695352 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 47960) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:04:08.704579 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f2f86-7e02-4e30-a7fd-1fd237e5f3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a7d69c-2243-42c9-94fb-d5287846498f,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:08.720621 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-099f2f86-7e02-4e30-a7fd-1fd237e5f3a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:08.724033 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-811ceec7-3903-4e9d-a124-3db33646f5d4 req-080448d4-6ec4-4546-a3de-3955a011b041 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e HTTP/1.1" status: 200 len: 1001 time: 0.1697674 May 25 16:04:08.763249 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eebe73c-d130-47db-9f5f-b50900c84040 req-43141d3e-3033-4882-a0fd-b479a703d420 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:08.764750 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5eebe73c-d130-47db-9f5f-b50900c84040 req-43141d3e-3033-4882-a0fd-b479a703d420 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.0948396 May 25 16:04:08.817151 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5eebe73c-d130-47db-9f5f-b50900c84040 req-2f2a9e98-d9c9-4ad3-a4ce-965b8cba0be1 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431945 May 25 16:04:08.833228 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ceec7-3903-4e9d-a124-3db33646f5d4 req-d1b1f63d-0730-495f-9960-ad1868c8b0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:08.834702 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-811ceec7-3903-4e9d-a124-3db33646f5d4 req-d1b1f63d-0730-495f-9960-ad1868c8b0ee service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae HTTP/1.1" status: 200 len: 855 time: 0.0949371 May 25 16:04:08.835532 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-1ede6f5a-37fd-42f9-adc5-30fa98cf9d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:08.909314 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-1ede6f5a-37fd-42f9-adc5-30fa98cf9d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:08.967222 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ceec7-3903-4e9d-a124-3db33646f5d4 req-e0ecd666-67b7-4563-97c3-5d4bf94f07b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:08.969007 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-811ceec7-3903-4e9d-a124-3db33646f5d4 req-e0ecd666-67b7-4563-97c3-5d4bf94f07b2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9b9e8b48-533f-4671-b519-11ca6129f792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1235836 May 25 16:04:09.058743 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-1ede6f5a-37fd-42f9-adc5-30fa98cf9d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:09.065704 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-c13e4037-914e-4db9-89d4-d109d57d80ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:09.083958 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede6f5a-37fd-42f9-adc5-30fa98cf9d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a7d69c-2243-42c9-94fb-d5287846498f,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:09.088383 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-1ede6f5a-37fd-42f9-adc5-30fa98cf9d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:09.103399 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-1ede6f5a-37fd-42f9-adc5-30fa98cf9d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:09.104519 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-1ede6f5a-37fd-42f9-adc5-30fa98cf9d48 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/70a7d69c-2243-42c9-94fb-d5287846498f HTTP/1.1" status: 204 len: 168 time: 0.4084952 May 25 16:04:09.132845 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-811ceec7-3903-4e9d-a124-3db33646f5d4 req-b273221d-697a-463e-8e5e-9d53b8dad144 service neutron] 10.222.0.91 "GET /v2.0/networks/9b9e8b48-533f-4671-b519-11ca6129f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564329 May 25 16:04:09.366589 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-811ceec7-3903-4e9d-a124-3db33646f5d4 req-c995615e-e44f-4b91-9d6e-66df45c6543d service neutron] 10.222.0.91 "GET /v2.0/networks/9b9e8b48-533f-4671-b519-11ca6129f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246609 May 25 16:04:10.021563 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df6a10-dc28-456c-a14a-efe671a94eb6 req-02130767-58b3-4245-ad2b-b2ecdc2fd472 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:10.023054 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-30df6a10-dc28-456c-a14a-efe671a94eb6 req-02130767-58b3-4245-ad2b-b2ecdc2fd472 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.0840080 May 25 16:04:10.069309 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-30df6a10-dc28-456c-a14a-efe671a94eb6 req-6c2d64b1-b7c4-413b-bdc7-f143067da3ff tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405848 May 25 16:04:11.397285 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0e1bc-51df-43db-9b5f-1683f6237dec req-c396641d-96ea-4048-828d-291bdcdf2e5f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:11.399040 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6bc0e1bc-51df-43db-9b5f-1683f6237dec req-c396641d-96ea-4048-828d-291bdcdf2e5f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 945 time: 0.2106869 May 25 16:04:11.448858 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-6bc0e1bc-51df-43db-9b5f-1683f6237dec req-b56756e0-7013-4484-87e9-1117835712c0 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420699 May 25 16:04:11.830383 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:04:11.960580 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:11.988621 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c506c7-0343-420a-a03b-63ef9a99ba84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e'}] {{(pid=98825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:04:11.998770 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:04:12.034186 dv-cinder-786384-6-smb neutron-server[98825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c506c7-0343-420a-a03b-63ef9a99ba84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e', 'code': 200} May 25 16:04:12.091143 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:12.094071 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:12.162243 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e,revision_number=8']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:12.165598 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:12.665642 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265badf2-1877-438f-adb3-36cf26c57614 req-8471e384-2982-495c-85dc-45b78674deec tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:12.667341 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-265badf2-1877-438f-adb3-36cf26c57614 req-8471e384-2982-495c-85dc-45b78674deec tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 943 time: 0.0987542 May 25 16:04:12.719441 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-265badf2-1877-438f-adb3-36cf26c57614 req-03547d93-7050-4131-83b2-7479b7df8be4 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466008 May 25 16:04:15.662425 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f20ac6-2692-426a-a37e-0c9556366da7 req-521f7f71-5c9a-4823-b285-e1c9c663cab6 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:15.663880 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-19f20ac6-2692-426a-a37e-0c9556366da7 req-521f7f71-5c9a-4823-b285-e1c9c663cab6 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 943 time: 0.1003320 May 25 16:04:15.715288 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-19f20ac6-2692-426a-a37e-0c9556366da7 req-1355240a-ad20-49d9-8324-6de3202c1620 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456352 May 25 16:04:15.838422 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:04:16.142543 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 48096) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:04:16.265981 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5ec17906-4bc3-48cb-ad0f-2e77d724eb27 req-8cc377f7-11f7-4a34-a2de-61028204f874 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1221364 May 25 16:04:16.922849 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76da7b-9874-4787-9f8f-d98830146387 req-ebbbbeae-3031-4ebb-a8a6-7bb96bec333b tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:16.925170 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1a76da7b-9874-4787-9f8f-d98830146387 req-ebbbbeae-3031-4ebb-a8a6-7bb96bec333b tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 943 time: 0.0910265 May 25 16:04:16.969073 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1a76da7b-9874-4787-9f8f-d98830146387 req-9b8dc3c4-b9f9-4d85-8baa-e1b42483c718 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382793 May 25 16:04:17.865707 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec17906-4bc3-48cb-ad0f-2e77d724eb27 req-c98e80f7-b81c-4a44-a20f-d4d7505e764e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:17.867072 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5ec17906-4bc3-48cb-ad0f-2e77d724eb27 req-c98e80f7-b81c-4a44-a20f-d4d7505e764e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84&tenant_id=1dafbac212f4486fb6d026d08f3d58bb HTTP/1.1" status: 200 len: 1096 time: 0.0737050 May 25 16:04:17.979521 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec17906-4bc3-48cb-ad0f-2e77d724eb27 req-e5ecbe7a-1878-4b64-8320-35a385d84b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:17.981056 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5ec17906-4bc3-48cb-ad0f-2e77d724eb27 req-e5ecbe7a-1878-4b64-8320-35a385d84b86 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1dafbac212f4486fb6d026d08f3d58bb&device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 1096 time: 0.0794423 May 25 16:04:18.134077 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec17906-4bc3-48cb-ad0f-2e77d724eb27 req-40810f50-a872-4507-bd67-b11ec8bf158c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:18.135639 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5ec17906-4bc3-48cb-ad0f-2e77d724eb27 req-40810f50-a872-4507-bd67-b11ec8bf158c service neutron] 10.222.0.91 "GET /v2.0/networks?id=9b9e8b48-533f-4671-b519-11ca6129f792 HTTP/1.1" status: 200 len: 917 time: 0.1480870 May 25 16:04:18.210695 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd16e80-4c8f-4949-815c-37f9f512d8ef req-474577dc-a178-41a0-bcc1-675918c040a4 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:18.213374 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-8fd16e80-4c8f-4949-815c-37f9f512d8ef req-474577dc-a178-41a0-bcc1-675918c040a4 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 943 time: 0.1080890 May 25 16:04:18.265668 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-8fd16e80-4c8f-4949-815c-37f9f512d8ef req-f926efc4-9668-433b-9f53-b31c187e2106 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447731 May 25 16:04:18.271774 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5ec17906-4bc3-48cb-ad0f-2e77d724eb27 req-4618eb88-5288-4340-b207-c16bef8be002 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e HTTP/1.1" status: 200 len: 999 time: 0.1273916 May 25 16:04:18.344783 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec17906-4bc3-48cb-ad0f-2e77d724eb27 req-066cf8ae-c3f0-4d78-87d6-05794336a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:18.346408 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5ec17906-4bc3-48cb-ad0f-2e77d724eb27 req-066cf8ae-c3f0-4d78-87d6-05794336a999 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae HTTP/1.1" status: 200 len: 855 time: 0.0636935 May 25 16:04:18.435999 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec17906-4bc3-48cb-ad0f-2e77d724eb27 req-4345ea4b-2c68-4482-9912-1d7c4008448b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:18.437496 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5ec17906-4bc3-48cb-ad0f-2e77d724eb27 req-4345ea4b-2c68-4482-9912-1d7c4008448b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9b9e8b48-533f-4671-b519-11ca6129f792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0838537 May 25 16:04:18.573607 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5ec17906-4bc3-48cb-ad0f-2e77d724eb27 req-76fc8c0c-e904-40b8-a1a9-fbe8e0523e8a service neutron] 10.222.0.91 "GET /v2.0/networks/9b9e8b48-533f-4671-b519-11ca6129f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286831 May 25 16:04:18.714874 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5ec17906-4bc3-48cb-ad0f-2e77d724eb27 req-3ad9f1d5-4a4a-4520-9209-55372cfc3922 service neutron] 10.222.0.91 "GET /v2.0/networks/9b9e8b48-533f-4671-b519-11ca6129f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345439 May 25 16:04:18.837724 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 48134) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:04:18.960051 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e084b623-1703-48f3-9c9b-52b3b141e072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:18.975884 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-e084b623-1703-48f3-9c9b-52b3b141e072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:04:18.979752 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-e084b623-1703-48f3-9c9b-52b3b141e072 admin admin] Usage tracker for resource:security_group_rule and tenant:70ef4a6d87b24f908ee46602c90481fe is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:04:18.982596 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-e084b623-1703-48f3-9c9b-52b3b141e072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:04:18.988413 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-e084b623-1703-48f3-9c9b-52b3b141e072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:04:19.090505 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e084b623-1703-48f3-9c9b-52b3b141e072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:19.176419 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e084b623-1703-48f3-9c9b-52b3b141e072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:19.183988 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-4bb078f6-9cb9-4a13-aa57-588026574531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:19.228503 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-e084b623-1703-48f3-9c9b-52b3b141e072 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=70ef4a6d87b24f908ee46602c90481fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3898761 May 25 16:04:19.229442 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084b623-1703-48f3-9c9b-52b3b141e072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc9bc33-429f-4475-9611-5ce54677f2db,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:19.231328 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 48154) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:04:19.232669 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-e084b623-1703-48f3-9c9b-52b3b141e072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:19.295594 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a0c484c1-cfcf-4b50-b40e-601377042ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:19.338919 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a0c484c1-cfcf-4b50-b40e-601377042ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:19.468376 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a0c484c1-cfcf-4b50-b40e-601377042ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:19.472574 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a1cdaa1a-b595-4137-ba20-0d425e3a0df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:19.490645 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c484c1-cfcf-4b50-b40e-601377042ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc9bc33-429f-4475-9611-5ce54677f2db,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:19.503131 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c484c1-cfcf-4b50-b40e-601377042ec9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:19.503699 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c484c1-cfcf-4b50-b40e-601377042ec9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:19.504194 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c484c1-cfcf-4b50-b40e-601377042ec9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:19.504677 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c484c1-cfcf-4b50-b40e-601377042ec9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:19.505151 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c484c1-cfcf-4b50-b40e-601377042ec9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:19.505547 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c484c1-cfcf-4b50-b40e-601377042ec9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:19.505942 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c484c1-cfcf-4b50-b40e-601377042ec9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:19.506356 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c484c1-cfcf-4b50-b40e-601377042ec9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:19.506776 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c484c1-cfcf-4b50-b40e-601377042ec9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:19.507186 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c484c1-cfcf-4b50-b40e-601377042ec9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:19.508035 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c484c1-cfcf-4b50-b40e-601377042ec9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:19.508273 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c484c1-cfcf-4b50-b40e-601377042ec9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:19.518633 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a0c484c1-cfcf-4b50-b40e-601377042ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:19.522131 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a0c484c1-cfcf-4b50-b40e-601377042ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:19.524025 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-a0c484c1-cfcf-4b50-b40e-601377042ec9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2dc9bc33-429f-4475-9611-5ce54677f2db HTTP/1.1" status: 204 len: 168 time: 0.2913697 May 25 16:04:19.543890 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35e383-d828-4e9a-81cc-304de66606ad req-819db006-2f1e-4f84-b2de-43bc9d021b20 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:19.545880 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-8d35e383-d828-4e9a-81cc-304de66606ad req-819db006-2f1e-4f84-b2de-43bc9d021b20 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 943 time: 0.1436942 May 25 16:04:19.633248 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-8d35e383-d828-4e9a-81cc-304de66606ad req-6aaa88ae-762d-4005-ae4b-2ef17a4255f3 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696740 May 25 16:04:20.893103 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f8168-a495-4b44-807c-3fdc668853fb req-1a8521be-f908-4830-85f2-7e126fa11b8f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:20.895903 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b70f8168-a495-4b44-807c-3fdc668853fb req-1a8521be-f908-4830-85f2-7e126fa11b8f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 943 time: 0.1021097 May 25 16:04:20.946299 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b70f8168-a495-4b44-807c-3fdc668853fb req-fbc23907-ae14-4978-b2db-6b103167df49 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427368 May 25 16:04:22.161705 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed491104-fd9a-48c2-a4d2-056b811df477 req-1065a5a2-3123-4c57-9e0b-e4febfeca03e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:22.168988 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ed491104-fd9a-48c2-a4d2-056b811df477 req-1065a5a2-3123-4c57-9e0b-e4febfeca03e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 943 time: 0.0983877 May 25 16:04:22.218464 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ed491104-fd9a-48c2-a4d2-056b811df477 req-1460069a-8e7b-41e2-8b5a-f845b2a998b1 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483716 May 25 16:04:22.258871 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-ae1e6bf7-79fe-4f4e-9f40-478804176a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:23.440697 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bda967-be2c-46d1-8126-b886e9186ff7 req-9808fb95-450f-40f5-91ca-5fde51d5a77e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:23.449732 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-31bda967-be2c-46d1-8126-b886e9186ff7 req-9808fb95-450f-40f5-91ca-5fde51d5a77e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 943 time: 0.1076112 May 25 16:04:23.512827 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-31bda967-be2c-46d1-8126-b886e9186ff7 req-e70a612b-d0e6-4f64-bd51-99bbfa518dec tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524731 May 25 16:04:24.681820 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:24.733728 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-f65681e1-f7ba-42ac-9025-5617f06cd43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:24.746669 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d28ee2-8c0e-4a60-937c-36a46f7af262 req-ee71eabb-2eb1-4617-9e84-fc4e235c88b4 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:24.749224 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f9d28ee2-8c0e-4a60-937c-36a46f7af262 req-ee71eabb-2eb1-4617-9e84-fc4e235c88b4 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 943 time: 0.1230342 May 25 16:04:24.808478 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f9d28ee2-8c0e-4a60-937c-36a46f7af262 req-a8b28606-6df2-4418-b267-0c3dc17fd54a tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515592 May 25 16:04:25.131670 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:25.890651 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:26.030872 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf9f32-73ec-4357-a638-8a52b78de9b6 req-c7e3a138-fbfc-404b-b198-c22b892d1016 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:26.033031 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c5bf9f32-73ec-4357-a638-8a52b78de9b6 req-c7e3a138-fbfc-404b-b198-c22b892d1016 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 943 time: 0.0943320 May 25 16:04:26.087374 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-c5bf9f32-73ec-4357-a638-8a52b78de9b6 req-9c1c87f3-6368-4410-8ca4-e6c164abfb78 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485883 May 25 16:04:27.297319 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44416bd7-d4fd-4ff5-a067-6a6d9006db02 req-0dc13b8e-4b35-4489-87e2-b9123a2aceac tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:27.300100 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-44416bd7-d4fd-4ff5-a067-6a6d9006db02 req-0dc13b8e-4b35-4489-87e2-b9123a2aceac tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 943 time: 0.0865715 May 25 16:04:27.349296 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-44416bd7-d4fd-4ff5-a067-6a6d9006db02 req-0e64b89c-9f18-4619-9588-d74b38f1ee57 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429838 May 25 16:04:27.959444 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:28.665612 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19fc9f-9919-4fed-82b4-541a962b2130 req-9631eb76-5c89-4b7b-b8ba-b9a2624fa69e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:28.667693 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-bb19fc9f-9919-4fed-82b4-541a962b2130 req-9631eb76-5c89-4b7b-b8ba-b9a2624fa69e tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 943 time: 0.1648335 May 25 16:04:28.718145 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-bb19fc9f-9919-4fed-82b4-541a962b2130 req-82c864df-4fc5-4acb-85f0-fb5f2964d953 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446684 May 25 16:04:29.000417 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 48332) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:04:29.126131 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ebaccca9-8836-463f-9700-33f0e64f6fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:29.141705 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-ebaccca9-8836-463f-9700-33f0e64f6fc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:04:29.145840 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-ebaccca9-8836-463f-9700-33f0e64f6fc4 admin admin] Usage tracker for resource:security_group_rule and tenant:77aeb8a9dc444930970d394dbefcbc09 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:04:29.148939 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-ebaccca9-8836-463f-9700-33f0e64f6fc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:04:29.154936 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-ebaccca9-8836-463f-9700-33f0e64f6fc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:04:29.250622 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ebaccca9-8836-463f-9700-33f0e64f6fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:29.308352 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ebaccca9-8836-463f-9700-33f0e64f6fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:29.318099 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-11ec7933-178d-4ef1-b3a7-70085135e2e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:29.359394 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-ebaccca9-8836-463f-9700-33f0e64f6fc4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=77aeb8a9dc444930970d394dbefcbc09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3577275 May 25 16:04:29.361408 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaccca9-8836-463f-9700-33f0e64f6fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b2cda3-094d-4aaf-9855-b674e09de6c1,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:29.362335 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 48338) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:04:29.364575 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-ebaccca9-8836-463f-9700-33f0e64f6fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:29.437444 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-aa700e87-c69f-413f-9934-81c9bea0a901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:29.471864 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-aa700e87-c69f-413f-9934-81c9bea0a901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:29.613117 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-aa700e87-c69f-413f-9934-81c9bea0a901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:29.617213 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-4f76e59b-daf3-4c81-bd44-a436c06305e2 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:29.633234 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa700e87-c69f-413f-9934-81c9bea0a901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b2cda3-094d-4aaf-9855-b674e09de6c1,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:29.635687 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-aa700e87-c69f-413f-9934-81c9bea0a901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:29.645074 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-aa700e87-c69f-413f-9934-81c9bea0a901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:29.649123 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-aa700e87-c69f-413f-9934-81c9bea0a901 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e7b2cda3-094d-4aaf-9855-b674e09de6c1 HTTP/1.1" status: 204 len: 168 time: 0.2856960 May 25 16:04:29.921664 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffd175-7183-432d-81d9-43503fa31072 req-f234c27a-6b50-47bd-b470-67d1e3e6782f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:29.923762 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-20ffd175-7183-432d-81d9-43503fa31072 req-f234c27a-6b50-47bd-b470-67d1e3e6782f tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 943 time: 0.0898104 May 25 16:04:29.978106 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-20ffd175-7183-432d-81d9-43503fa31072 req-370e1176-f638-4aec-96d5-44ed3cbe5354 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482328 May 25 16:04:31.189978 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf139c3-9e56-4589-bd1d-04c28bb5297d req-d74cac90-74d1-4942-8ab4-fe4cc5d72b19 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:31.192255 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5cf139c3-9e56-4589-bd1d-04c28bb5297d req-d74cac90-74d1-4942-8ab4-fe4cc5d72b19 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 943 time: 0.1015437 May 25 16:04:31.248522 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5cf139c3-9e56-4589-bd1d-04c28bb5297d req-b0aa2660-2d18-487a-ac08-618207aa2c92 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497296 May 25 16:04:31.889798 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:04:32.027592 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:04:32.041046 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Returning: {'device': 'f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'port_id': 'f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e', 'mac_address': 'fa:16:3e:b8:38:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:04:32.103822 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:32.122570 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e {{(pid=98825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:04:32.138352 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:04:32.230388 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:32.232363 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:32.309538 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e,revision_number=9']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:32.324555 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:32.324555 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:32.324555 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:32.324555 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:32.324555 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:32.324555 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:32.324555 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:32.324555 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:32.324555 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:32.324555 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:32.324555 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:32.324555 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:32.325809 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:32.474706 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda592c0-6c3a-4a79-83c7-a5b7db94fcc8 req-fce3d345-c8a0-48fd-b6e7-e065ecefc053 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:32.476333 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-fda592c0-6c3a-4a79-83c7-a5b7db94fcc8 req-fce3d345-c8a0-48fd-b6e7-e065ecefc053 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 944 time: 0.0915341 May 25 16:04:32.524489 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-fda592c0-6c3a-4a79-83c7-a5b7db94fcc8 req-30dd40ec-62ba-49f4-b199-071e01bdef72 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422454 May 25 16:04:32.599161 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:04:33.576174 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-487b4d45-8d44-4a4a-b63d-4f22559d5250 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=dfcd2c1b73ad4b52ab04e1264b8fff0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321970 May 25 16:04:33.886910 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-56429499-d045-4b4c-a9e9-d8ee4c596a01 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:33.888382 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-56429499-d045-4b4c-a9e9-d8ee4c596a01 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3053720 May 25 16:04:33.899183 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e up at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:04:33.910422 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65262fa7-d661-4f4c-826c-03e4f3bca48b req-d4956e76-6950-4474-984c-326519285cb8 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:33.911909 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-65262fa7-d661-4f4c-826c-03e4f3bca48b req-d4956e76-6950-4474-984c-326519285cb8 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 944 time: 0.1578856 May 25 16:04:33.915722 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-8b773913-5102-4d49-8191-9e328d9796bd tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.72 "GET /v2.0/quotas/dfcd2c1b73ad4b52ab04e1264b8fff0a HTTP/1.1" status: 200 len: 375 time: 0.0204067 May 25 16:04:33.970679 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning complete for port f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:04:33.971065 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:33.993489 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-af0a3219-afd0-41fe-b548-a63de85ba339 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=dfcd2c1b73ad4b52ab04e1264b8fff0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608544 May 25 16:04:34.007105 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-65262fa7-d661-4f4c-826c-03e4f3bca48b req-c6904085-eecf-4146-8271-7930a5aca775 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889139 May 25 16:04:34.094585 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:34.125519 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c506c7-0343-420a-a03b-63ef9a99ba84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e'}] {{(pid=98825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:04:34.136849 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:04:34.178382 dv-cinder-786384-6-smb neutron-server[98825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c506c7-0343-420a-a03b-63ef9a99ba84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e', 'code': 200} May 25 16:04:34.202216 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:34.203478 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-ae2acda9-a619-4095-9404-6bd06f3b420c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:34.296451 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e,revision_number=10']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:34.299761 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d54d7456-e1dd-4f8e-bf3c-3e7700a84b3a req-72a6d235-680a-4dd5-ae76-098637073345 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.72 "GET /v2.0/ports?device_id=5eece9e0-7d46-4eb1-919e-8812d5788bc1 HTTP/1.1" status: 200 len: 210 time: 0.0553942 May 25 16:04:34.309742 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:34.709869 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2de7f4-5856-4306-9429-a923b4bffc87 req-479bc778-4b15-455b-823c-35f6c8ce41ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:34.711371 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5a2de7f4-5856-4306-9429-a923b4bffc87 req-479bc778-4b15-455b-823c-35f6c8ce41ea service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 1099 time: 0.0762520 May 25 16:04:34.730288 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 48430) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:04:34.757536 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5a2de7f4-5856-4306-9429-a923b4bffc87 req-f00bcd03-6d98-4039-bdaa-c88481554c5e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380876 May 25 16:04:34.858393 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-f7b15049-6e12-4a19-8c69-db140057fed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:34.873723 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-f7b15049-6e12-4a19-8c69-db140057fed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:04:34.878500 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-f7b15049-6e12-4a19-8c69-db140057fed3 admin admin] Usage tracker for resource:security_group_rule and tenant:9c3fb2c4a32b4ec8b96ec16859df388b is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:04:34.881458 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-f7b15049-6e12-4a19-8c69-db140057fed3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:04:34.888092 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-f7b15049-6e12-4a19-8c69-db140057fed3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:04:35.000087 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-f7b15049-6e12-4a19-8c69-db140057fed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:35.067734 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-f7b15049-6e12-4a19-8c69-db140057fed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:35.076048 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-c8be648a-96d0-4bc9-aae7-3da0f983968b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:35.118075 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-f7b15049-6e12-4a19-8c69-db140057fed3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9c3fb2c4a32b4ec8b96ec16859df388b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3865092 May 25 16:04:35.118939 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b15049-6e12-4a19-8c69-db140057fed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92415c6c-5a3d-4702-a2d2-2deae63b4afa,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:35.121417 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 48440) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:04:35.122277 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-f7b15049-6e12-4a19-8c69-db140057fed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:35.199227 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-12d5868f-fb1a-467d-8611-0d2ffb7550f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:35.216827 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749c181-7295-484a-a1c5-3764006c2427 req-3054137c-efe9-46d8-8328-922b8bb31bff tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:35.218738 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b749c181-7295-484a-a1c5-3764006c2427 req-3054137c-efe9-46d8-8328-922b8bb31bff tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 946 time: 0.0872440 May 25 16:04:35.233187 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-12d5868f-fb1a-467d-8611-0d2ffb7550f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:35.267899 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b749c181-7295-484a-a1c5-3764006c2427 req-60119557-a4a5-430b-bf53-2ba7f314c446 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423007 May 25 16:04:35.413789 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-12d5868f-fb1a-467d-8611-0d2ffb7550f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:35.422185 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-57f96db0-728c-43e8-933e-d22c214ef968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:35.435790 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5868f-fb1a-467d-8611-0d2ffb7550f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92415c6c-5a3d-4702-a2d2-2deae63b4afa,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:35.439367 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-12d5868f-fb1a-467d-8611-0d2ffb7550f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:35.441366 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-12d5868f-fb1a-467d-8611-0d2ffb7550f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:35.442479 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-12d5868f-fb1a-467d-8611-0d2ffb7550f3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/92415c6c-5a3d-4702-a2d2-2deae63b4afa HTTP/1.1" status: 204 len: 168 time: 0.3200240 May 25 16:04:35.448560 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b4c2cf95-2ef4-4db8-94a8-57697fda8f7c req-d38965f4-d10c-4327-953b-a8d9c4ac5a96 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.72 "GET /v2.0/ports?device_id=5eece9e0-7d46-4eb1-919e-8812d5788bc1 HTTP/1.1" status: 200 len: 210 time: 0.0488715 May 25 16:04:36.488956 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a25b7-283a-4d95-b56c-cb5d93f82bb6 req-f5eae90c-3838-45ac-82c1-eade33743df2 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:36.490454 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-bd1a25b7-283a-4d95-b56c-cb5d93f82bb6 req-f5eae90c-3838-45ac-82c1-eade33743df2 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 946 time: 0.0933542 May 25 16:04:36.538285 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-bd1a25b7-283a-4d95-b56c-cb5d93f82bb6 req-ae3b487e-2a75-49cc-902a-087eeeea0f27 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420315 May 25 16:04:36.628350 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-97c3828c-9b68-42b2-b40d-03dfdb581f35 req-f69617e5-1a67-4a86-92ef-3365c29ef241 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.72 "GET /v2.0/ports?device_id=5eece9e0-7d46-4eb1-919e-8812d5788bc1 HTTP/1.1" status: 200 len: 210 time: 0.0559556 May 25 16:04:36.652357 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-b314b18f-c6a4-428f-9e5d-88c1675e28a6 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=dfcd2c1b73ad4b52ab04e1264b8fff0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351818 May 25 16:04:36.809137 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-5667aa66-526c-4655-aca7-abbc65d6fb87 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:36.810562 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-5667aa66-526c-4655-aca7-abbc65d6fb87 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1550305 May 25 16:04:36.829779 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Request body: {'port': {'device_id': '5eece9e0-7d46-4eb1-919e-8812d5788bc1', 'network_id': '18abd78b-f909-45fd-9c2e-de658b8af8b8', 'admin_state_up': True, 'tenant_id': 'dfcd2c1b73ad4b52ab04e1264b8fff0a'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:04:36.971922 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:04:36.975903 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Usage tracker for resource:port and tenant:dfcd2c1b73ad4b52ab04e1264b8fff0a is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:04:36.979164 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:04:36.988949 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:04:37.047487 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Made reservation on behalf of dfcd2c1b73ad4b52ab04e1264b8fff0a for: {'port': 1} {{(pid=98823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:04:37.051630 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:37.064956 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:37.080087 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:04:37.083856 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Usage tracker for resource:security_group_rule and tenant:dfcd2c1b73ad4b52ab04e1264b8fff0a is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:04:37.086650 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:04:37.092331 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:04:37.280535 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:37.384644 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:37.387809 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-b06e80d2-67f5-46f2-9453-3678975674d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:37.473428 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=593891ae-56dc-4e5b-97c5-207389761a88,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:37.489200 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:37.491789 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:37.491789 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:37.491789 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:37.491789 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:37.491789 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:37.491789 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:37.491789 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:37.492407 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:37.492407 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:37.492716 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:37.493095 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:37.499193 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:37.574721 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.db_base_plugin_common [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Allocated IP 192.168.233.105 (18abd78b-f909-45fd-9c2e-de658b8af8b8/fc39e8da-7ce9-41bf-9471-c536dc0f9092/32f28eb4-bf47-450b-b161-4b898c776a02) {{(pid=98823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:04:37.861724 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e38d6e51-b5d3-4442-beb0-7f9ed84918c5 req-58ff0f12-99c3-43ac-bdbc-c3da008c164d tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.72 "GET /v2.0/ports?device_id=5eece9e0-7d46-4eb1-919e-8812d5788bc1 HTTP/1.1" status: 200 len: 210 time: 0.0545084 May 25 16:04:37.866161 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Notify callbacks [] for port, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:37.883530 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbe915-1aef-417d-a24d-9262cfce5eeb req-ad2010ee-3cdd-4884-aab6-690b5715cf56 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:37.885369 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.provisioning_blocks [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Transition to ACTIVE for port object 32f28eb4-bf47-450b-b161-4b898c776a02 will not be triggered until provisioned by entity DHCP. {{(pid=98823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:04:37.885809 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1dfbe915-1aef-417d-a24d-9262cfce5eeb req-ad2010ee-3cdd-4884-aab6-690b5715cf56 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 946 time: 0.2270916 May 25 16:04:37.935184 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1dfbe915-1aef-417d-a24d-9262cfce5eeb req-e700b79f-5b71-4b2e-b845-25a4f764b882 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397329 May 25 16:04:37.961892 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:37.967437 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:38.034850 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Network 18abd78b-f909-45fd-9c2e-de658b8af8b8 is already hosted by enough agents. {{(pid=98823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:04:38.037979 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Resources bound (agent type, host, resource id): {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:04:38.041636 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Received port after_create {{(pid=98823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:04:38.076510 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Pushing event updated for resources: {'Port': ['ID=32f28eb4-bf47-450b-b161-4b898c776a02,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:38.084009 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:38.114409 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:38.114933 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:04:38.115423 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:38.228652 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4026358 May 25 16:04:38.247215 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-c6ed7f52-a409-4e27-9044-2de4971542c2 service neutron] Request body: {'port': {'device_id': '5eece9e0-7d46-4eb1-919e-8812d5788bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:04:38.330732 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-2f1e4ce5-2577-43e0-bf99-9cef28a64400 None None] Provisioning for port 32f28eb4-bf47-450b-b161-4b898c776a02 completed by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:04:38.335735 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-2f1e4ce5-2577-43e0-bf99-9cef28a64400 None None] Provisioning complete for port 32f28eb4-bf47-450b-b161-4b898c776a02 triggered by entity DHCP. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:04:38.336398 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-2f1e4ce5-2577-43e0-bf99-9cef28a64400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:38.365080 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-c6ed7f52-a409-4e27-9044-2de4971542c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:38.392835 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-2f1e4ce5-2577-43e0-bf99-9cef28a64400 None None] Port 32f28eb4-bf47-450b-b161-4b898c776a02 cannot update to ACTIVE because it is not bound. {{(pid=98825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:04:38.716691 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-c6ed7f52-a409-4e27-9044-2de4971542c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32f28eb4-bf47-450b-b161-4b898c776a02 {{(pid=98823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:04:38.724971 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-c6ed7f52-a409-4e27-9044-2de4971542c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:38.739835 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.provisioning_blocks [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-c6ed7f52-a409-4e27-9044-2de4971542c2 service neutron] Transition to ACTIVE for port object 32f28eb4-bf47-450b-b161-4b898c776a02 will not be triggered until provisioned by entity L2. {{(pid=98823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:04:38.841700 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-c6ed7f52-a409-4e27-9044-2de4971542c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8273186'] for port, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:38.846670 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-84068cc8-34ad-473f-b9c1-afa3b6d2cab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:39.003530 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed7f52-a409-4e27-9044-2de4971542c2 service neutron] Pushing event updated for resources: {'Port': ['ID=32f28eb4-bf47-450b-b161-4b898c776a02,revision_number=2']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:39.012626 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-c6ed7f52-a409-4e27-9044-2de4971542c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:39.075567 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44589841-4403-4d2d-8f6b-0fcdd7b1ce88 req-d8bf3be3-0731-4f03-b17a-42181e23dee0 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:39.077144 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-44589841-4403-4d2d-8f6b-0fcdd7b1ce88 req-d8bf3be3-0731-4f03-b17a-42181e23dee0 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.72 "GET /v2.0/ports?device_id=5eece9e0-7d46-4eb1-919e-8812d5788bc1 HTTP/1.1" status: 200 len: 948 time: 0.0962398 May 25 16:04:39.100689 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.managers [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-c6ed7f52-a409-4e27-9044-2de4971542c2 service neutron] Attempting to bind port 32f28eb4-bf47-450b-b161-4b898c776a02 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:04:39.101249 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.managers [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-c6ed7f52-a409-4e27-9044-2de4971542c2 service neutron] Attempting to bind port 32f28eb4-bf47-450b-b161-4b898c776a02 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '5013123c-f292-48f2-a7cf-ad16726ee5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '18abd78b-f909-45fd-9c2e-de658b8af8b8'}] {{(pid=98823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:04:39.101659 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-c6ed7f52-a409-4e27-9044-2de4971542c2 service neutron] Attempting to bind port 32f28eb4-bf47-450b-b161-4b898c776a02 on network 18abd78b-f909-45fd-9c2e-de658b8af8b8 {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:04:39.106597 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-c6ed7f52-a409-4e27-9044-2de4971542c2 service neutron] Port 32f28eb4-bf47-450b-b161-4b898c776a02 on network 18abd78b-f909-45fd-9c2e-de658b8af8b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:04:39.106920 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-c6ed7f52-a409-4e27-9044-2de4971542c2 service neutron] Attempting to bind port 32f28eb4-bf47-450b-b161-4b898c776a02 on network 18abd78b-f909-45fd-9c2e-de658b8af8b8 {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:04:39.112979 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-c6ed7f52-a409-4e27-9044-2de4971542c2 service neutron] Checking agent: {'id': '8886f986-558f-4b39-be9e-9feee4f02dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'started_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:04:39.113316 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-c6ed7f52-a409-4e27-9044-2de4971542c2 service neutron] Checking segment: {'id': '5013123c-f292-48f2-a7cf-ad16726ee5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '18abd78b-f909-45fd-9c2e-de658b8af8b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:04:39.113706 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-c6ed7f52-a409-4e27-9044-2de4971542c2 service neutron] Bound using segment: {'id': '5013123c-f292-48f2-a7cf-ad16726ee5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '18abd78b-f909-45fd-9c2e-de658b8af8b8'} {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:04:39.114136 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.managers [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-c6ed7f52-a409-4e27-9044-2de4971542c2 service neutron] Bound port: 32f28eb4-bf47-450b-b161-4b898c776a02, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5013123c-f292-48f2-a7cf-ad16726ee5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '18abd78b-f909-45fd-9c2e-de658b8af8b8'}}] {{(pid=98823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:04:39.114495 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-c6ed7f52-a409-4e27-9044-2de4971542c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:39.183947 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-44589841-4403-4d2d-8f6b-0fcdd7b1ce88 req-48e04116-47e1-453b-bdaf-7e0c32101707 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.72 "GET /v2.0/security-groups?id=593891ae-56dc-4e5b-97c5-207389761a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979550 May 25 16:04:39.208393 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-c6ed7f52-a409-4e27-9044-2de4971542c2 service neutron] For port 32f28eb4-bf47-450b-b161-4b898c776a02, host hv-cinder-78638, cleared binding levels {{(pid=98823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:04:39.208947 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43722206-462f-445c-a445-f2fd3c3e7993 req-05a900ef-2f29-4ad7-a566-ad81fa5930fc tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:39.210429 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-43722206-462f-445c-a445-f2fd3c3e7993 req-05a900ef-2f29-4ad7-a566-ad81fa5930fc tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 946 time: 0.1234331 May 25 16:04:39.211562 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-c6ed7f52-a409-4e27-9044-2de4971542c2 service neutron] For port 32f28eb4-bf47-450b-b161-4b898c776a02, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=32f28eb4-bf47-450b-b161-4b898c776a02,segment=NetworkSegment(5013123c-f292-48f2-a7cf-ad16726ee5a7),segment_id=5013123c-f292-48f2-a7cf-ad16726ee5a7)] {{(pid=98823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:04:39.256486 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-43722206-462f-445c-a445-f2fd3c3e7993 req-7b09a979-e966-462f-a3f7-ac7ab27d4130 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402102 May 25 16:04:39.291414 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-c6ed7f52-a409-4e27-9044-2de4971542c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8273186'] for port, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:39.295475 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-e7b0326e-72b8-49e0-b98d-2c77a2340755 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:39.357831 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-c6ed7f52-a409-4e27-9044-2de4971542c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:39.358609 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-c6ed7f52-a409-4e27-9044-2de4971542c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:39.359857 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-c6ed7f52-a409-4e27-9044-2de4971542c2 service neutron] 10.222.0.91 "PUT /v2.0/ports/32f28eb4-bf47-450b-b161-4b898c776a02 HTTP/1.1" status: 200 len: 1098 time: 1.1167104 May 25 16:04:39.360868 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eece9e0-7d46-4eb1-919e-8812d5788bc1', 'tag': '32f28eb4-bf47-450b-b161-4b898c776a02'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:04:39.383293 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed7f52-a409-4e27-9044-2de4971542c2 service neutron] Pushing event updated for resources: {'Port': ['ID=32f28eb4-bf47-450b-b161-4b898c776a02,revision_number=3']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:39.389719 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-c6ed7f52-a409-4e27-9044-2de4971542c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:39.417605 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eece9e0-7d46-4eb1-919e-8812d5788bc1', 'tag': '32f28eb4-bf47-450b-b161-4b898c776a02', 'status': 'completed', 'code': 200} May 25 16:04:39.540809 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38dc9b-6e4c-4bda-8146-7c038a2a1c7f req-587490ee-4262-4738-b228-6ea172580391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:39.542465 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-7b38dc9b-6e4c-4bda-8146-7c038a2a1c7f req-587490ee-4262-4738-b228-6ea172580391 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=dfcd2c1b73ad4b52ab04e1264b8fff0a&device_id=5eece9e0-7d46-4eb1-919e-8812d5788bc1 HTTP/1.1" status: 200 len: 1101 time: 0.0792022 May 25 16:04:39.581240 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-7b38dc9b-6e4c-4bda-8146-7c038a2a1c7f req-1967a8cf-691d-40d1-a63f-f8bbc8f24aae service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=dfcd2c1b73ad4b52ab04e1264b8fff0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253959 May 25 16:04:39.736013 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38dc9b-6e4c-4bda-8146-7c038a2a1c7f req-f6ee9c57-be39-477d-8ec6-b3e8e44f0d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:39.737627 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-7b38dc9b-6e4c-4bda-8146-7c038a2a1c7f req-f6ee9c57-be39-477d-8ec6-b3e8e44f0d90 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1508029 May 25 16:04:39.969432 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-5a4e6813-f0de-4930-bc25-c3f5b6910843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:39.971560 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-5a4e6813-f0de-4930-bc25-c3f5b6910843 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=dfcd2c1b73ad4b52ab04e1264b8fff0a&device_id=5eece9e0-7d46-4eb1-919e-8812d5788bc1 HTTP/1.1" status: 200 len: 1101 time: 0.1731431 May 25 16:04:40.049051 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-4f290c4b-dda2-4e01-85a6-d011bd4e0aac service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=32f28eb4-bf47-450b-b161-4b898c776a02 HTTP/1.1" status: 200 len: 217 time: 0.0628672 May 25 16:04:40.115131 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-ea57bfd4-cec0-4af6-8020-8972cc9321c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:40.116616 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-ea57bfd4-cec0-4af6-8020-8972cc9321c8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fc39e8da-7ce9-41bf-9471-c536dc0f9092 HTTP/1.1" status: 200 len: 843 time: 0.0620596 May 25 16:04:40.194383 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-34c62297-29ad-4d36-b268-5d92fe08246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:40.195874 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-34c62297-29ad-4d36-b268-5d92fe08246d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=18abd78b-f909-45fd-9c2e-de658b8af8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0724261 May 25 16:04:40.334940 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-67526c39-7c3f-4c9d-affd-7b9e8a9a1857 service neutron] 10.222.0.91 "GET /v2.0/networks/18abd78b-f909-45fd-9c2e-de658b8af8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318035 May 25 16:04:40.371458 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314d4e6-a7f4-4f69-b6c9-7bba0266210f req-c846e0dc-5c64-4da0-a943-c1002110e845 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:40.372971 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4314d4e6-a7f4-4f69-b6c9-7bba0266210f req-c846e0dc-5c64-4da0-a943-c1002110e845 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.72 "GET /v2.0/ports?device_id=5eece9e0-7d46-4eb1-919e-8812d5788bc1 HTTP/1.1" status: 200 len: 948 time: 0.0817826 May 25 16:04:40.418892 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4314d4e6-a7f4-4f69-b6c9-7bba0266210f req-0559df19-be80-4219-a51d-5376878b6d05 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.72 "GET /v2.0/security-groups?id=593891ae-56dc-4e5b-97c5-207389761a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395343 May 25 16:04:40.475269 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ba754b3b-7a03-469b-af30-e1aa7ff79ee2 req-3ea01ebf-2b17-41d7-8456-70587732bc56 service neutron] 10.222.0.91 "GET /v2.0/networks/18abd78b-f909-45fd-9c2e-de658b8af8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331267 May 25 16:04:41.613526 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5325d98-e2f4-43a2-b287-760217a5542d req-b2af2134-6a6c-4059-b4c9-ed5714d95270 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:41.614995 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d5325d98-e2f4-43a2-b287-760217a5542d req-b2af2134-6a6c-4059-b4c9-ed5714d95270 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.72 "GET /v2.0/ports?device_id=5eece9e0-7d46-4eb1-919e-8812d5788bc1 HTTP/1.1" status: 200 len: 948 time: 0.0876982 May 25 16:04:41.661707 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d5325d98-e2f4-43a2-b287-760217a5542d req-e2774049-87ca-4dd2-b555-407ad2840716 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.72 "GET /v2.0/security-groups?id=593891ae-56dc-4e5b-97c5-207389761a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411515 May 25 16:04:41.941193 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 32f28eb4-bf47-450b-b161-4b898c776a02 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:04:42.077361 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 32f28eb4-bf47-450b-b161-4b898c776a02, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=32f28eb4-bf47-450b-b161-4b898c776a02,segment=NetworkSegment(5013123c-f292-48f2-a7cf-ad16726ee5a7),segment_id=5013123c-f292-48f2-a7cf-ad16726ee5a7)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:04:42.091102 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Returning: {'device': '32f28eb4-bf47-450b-b161-4b898c776a02', 'network_id': '18abd78b-f909-45fd-9c2e-de658b8af8b8', 'port_id': '32f28eb4-bf47-450b-b161-4b898c776a02', 'mac_address': 'fa:16:3e:cd:48:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc39e8da-7ce9-41bf-9471-c536dc0f9092', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:04:42.177390 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:42.193803 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f28eb4-bf47-450b-b161-4b898c776a02 {{(pid=98825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:04:42.209860 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 32f28eb4-bf47-450b-b161-4b898c776a02, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=32f28eb4-bf47-450b-b161-4b898c776a02,segment=NetworkSegment(5013123c-f292-48f2-a7cf-ad16726ee5a7),segment_id=5013123c-f292-48f2-a7cf-ad16726ee5a7)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:04:42.296412 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:42.298218 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:42.369246 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=32f28eb4-bf47-450b-b161-4b898c776a02,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:42.372520 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:42.680401 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['32f28eb4-bf47-450b-b161-4b898c776a02'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:04:42.847786 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12fed8-a0aa-4e32-abc3-1f2041c12ca0 req-ef33a519-06fc-4445-96d5-a902d3c65637 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:42.849227 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9c12fed8-a0aa-4e32-abc3-1f2041c12ca0 req-ef33a519-06fc-4445-96d5-a902d3c65637 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.72 "GET /v2.0/ports?device_id=5eece9e0-7d46-4eb1-919e-8812d5788bc1 HTTP/1.1" status: 200 len: 949 time: 0.0825045 May 25 16:04:42.894388 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9c12fed8-a0aa-4e32-abc3-1f2041c12ca0 req-59bc33e9-6cf3-4ad7-8f50-d2645d68c42a tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.72 "GET /v2.0/security-groups?id=593891ae-56dc-4e5b-97c5-207389761a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394337 May 25 16:04:43.945156 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 32f28eb4-bf47-450b-b161-4b898c776a02 up at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:04:44.064297 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning for port 32f28eb4-bf47-450b-b161-4b898c776a02 completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:04:44.069180 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning complete for port 32f28eb4-bf47-450b-b161-4b898c776a02 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:04:44.069559 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:44.090070 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e896ce6-b66b-4620-a655-d1d00e80361c req-efc77dcf-ec28-491a-851d-86ddc9d22790 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:44.091546 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9e896ce6-b66b-4620-a655-d1d00e80361c req-efc77dcf-ec28-491a-851d-86ddc9d22790 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.72 "GET /v2.0/ports?device_id=5eece9e0-7d46-4eb1-919e-8812d5788bc1 HTTP/1.1" status: 200 len: 949 time: 0.0865450 May 25 16:04:44.139205 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9e896ce6-b66b-4620-a655-d1d00e80361c req-706058a9-5244-4268-80b9-e879c6bcb136 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.72 "GET /v2.0/security-groups?id=593891ae-56dc-4e5b-97c5-207389761a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408878 May 25 16:04:44.189637 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:44.219719 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eece9e0-7d46-4eb1-919e-8812d5788bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f28eb4-bf47-450b-b161-4b898c776a02'}] {{(pid=98825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:04:44.230169 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 32f28eb4-bf47-450b-b161-4b898c776a02, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=32f28eb4-bf47-450b-b161-4b898c776a02,segment=NetworkSegment(5013123c-f292-48f2-a7cf-ad16726ee5a7),segment_id=5013123c-f292-48f2-a7cf-ad16726ee5a7)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:04:44.275720 dv-cinder-786384-6-smb neutron-server[98825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eece9e0-7d46-4eb1-919e-8812d5788bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f28eb4-bf47-450b-b161-4b898c776a02', 'code': 200} May 25 16:04:44.313580 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:44.315834 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:44.386146 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=32f28eb4-bf47-450b-b161-4b898c776a02,revision_number=5']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:44.389201 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:44.702744 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c7a7c-9327-406c-aed3-a40999bc957b req-5a8e444e-7056-48d4-b214-0d93346a7222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:44.704239 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-d99c7a7c-9327-406c-aed3-a40999bc957b req-5a8e444e-7056-48d4-b214-0d93346a7222 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5eece9e0-7d46-4eb1-919e-8812d5788bc1 HTTP/1.1" status: 200 len: 1103 time: 0.0751615 May 25 16:04:44.745202 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-d99c7a7c-9327-406c-aed3-a40999bc957b req-62f95faa-b12a-4b44-8f0e-670adab2520a service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=593891ae-56dc-4e5b-97c5-207389761a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345654 May 25 16:04:45.325586 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9fe52-93ee-425d-846e-03b2a38ab5a3 req-6652d8a9-2ff4-48ce-94d4-6ebc1d3e292e tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:45.327075 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d9c9fe52-93ee-425d-846e-03b2a38ab5a3 req-6652d8a9-2ff4-48ce-94d4-6ebc1d3e292e tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.72 "GET /v2.0/ports?device_id=5eece9e0-7d46-4eb1-919e-8812d5788bc1 HTTP/1.1" status: 200 len: 950 time: 0.0809162 May 25 16:04:45.376585 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d9c9fe52-93ee-425d-846e-03b2a38ab5a3 req-8ac57368-0bd3-41cf-b15a-fc2a5ccca11f tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.72 "GET /v2.0/security-groups?id=593891ae-56dc-4e5b-97c5-207389761a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437629 May 25 16:04:46.567068 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b00d8-e24d-4056-95a8-7b4adbbab5ce req-dc641799-bd5a-491a-9f71-5c3096305c66 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:46.568545 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-882b00d8-e24d-4056-95a8-7b4adbbab5ce req-dc641799-bd5a-491a-9f71-5c3096305c66 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.72 "GET /v2.0/ports?device_id=5eece9e0-7d46-4eb1-919e-8812d5788bc1 HTTP/1.1" status: 200 len: 950 time: 0.0840375 May 25 16:04:46.614994 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-882b00d8-e24d-4056-95a8-7b4adbbab5ce req-2ac4c4f3-f95d-4019-b324-65abb58852f6 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.72 "GET /v2.0/security-groups?id=593891ae-56dc-4e5b-97c5-207389761a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406792 May 25 16:04:47.327199 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5459b92-fb3c-4ee2-9de1-3823e8f7c927 req-8ccfbad4-9bb5-4876-9b2c-e371f51b31b2 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:47.328569 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f5459b92-fb3c-4ee2-9de1-3823e8f7c927 req-8ccfbad4-9bb5-4876-9b2c-e371f51b31b2 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.72 "GET /v2.0/ports?device_id=5eece9e0-7d46-4eb1-919e-8812d5788bc1 HTTP/1.1" status: 200 len: 950 time: 0.1822910 May 25 16:04:47.376301 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f5459b92-fb3c-4ee2-9de1-3823e8f7c927 req-d5424563-b86b-414f-9ab8-6484a46534b1 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.72 "GET /v2.0/security-groups?id=593891ae-56dc-4e5b-97c5-207389761a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417390 May 25 16:04:48.570166 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6f3f8-8e2a-4027-9162-0e038d229776 req-181fd5d4-3ec2-48d4-b9f7-4efc7484c795 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:48.571686 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-02d6f3f8-8e2a-4027-9162-0e038d229776 req-181fd5d4-3ec2-48d4-b9f7-4efc7484c795 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.72 "GET /v2.0/ports?device_id=5eece9e0-7d46-4eb1-919e-8812d5788bc1 HTTP/1.1" status: 200 len: 950 time: 0.0841334 May 25 16:04:48.620304 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-02d6f3f8-8e2a-4027-9162-0e038d229776 req-9a8c9a5c-0a2e-4898-bbf6-dc7d4db51454 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.72 "GET /v2.0/security-groups?id=593891ae-56dc-4e5b-97c5-207389761a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429118 May 25 16:04:48.804691 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480d4e4-d541-4b79-9c80-62089c9af0d1 req-777915e7-5dbd-494c-8267-58812179626b tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:48.805432 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-5480d4e4-d541-4b79-9c80-62089c9af0d1 req-777915e7-5dbd-494c-8267-58812179626b tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Synchronizing usage tracker for tenant:dfcd2c1b73ad4b52ab04e1264b8fff0a on resource:port {{(pid=98823) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:04:48.962028 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-5480d4e4-d541-4b79-9c80-62089c9af0d1 req-777915e7-5dbd-494c-8267-58812179626b tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Unset dirty status for tenant:dfcd2c1b73ad4b52ab04e1264b8fff0a on resource:port {{(pid=98823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:04:48.963354 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5480d4e4-d541-4b79-9c80-62089c9af0d1 req-777915e7-5dbd-494c-8267-58812179626b tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.91 "GET /v2.0/ports?device_id=5eece9e0-7d46-4eb1-919e-8812d5788bc1 HTTP/1.1" status: 200 len: 950 time: 0.2395730 May 25 16:04:49.105087 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-5480d4e4-d541-4b79-9c80-62089c9af0d1 req-26da9217-64ad-41a2-91bf-04bf41d45f01 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Deleting port 32f28eb4-bf47-450b-b161-4b898c776a02 {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:04:49.105338 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-5480d4e4-d541-4b79-9c80-62089c9af0d1 req-26da9217-64ad-41a2-91bf-04bf41d45f01 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:49.239116 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-5480d4e4-d541-4b79-9c80-62089c9af0d1 req-26da9217-64ad-41a2-91bf-04bf41d45f01 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] For port 32f28eb4-bf47-450b-b161-4b898c776a02, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=32f28eb4-bf47-450b-b161-4b898c776a02,segment=NetworkSegment(5013123c-f292-48f2-a7cf-ad16726ee5a7),segment_id=5013123c-f292-48f2-a7cf-ad16726ee5a7)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:04:49.239472 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-5480d4e4-d541-4b79-9c80-62089c9af0d1 req-26da9217-64ad-41a2-91bf-04bf41d45f01 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:49.368149 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-5480d4e4-d541-4b79-9c80-62089c9af0d1 req-26da9217-64ad-41a2-91bf-04bf41d45f01 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Calling delete_port for 32f28eb4-bf47-450b-b161-4b898c776a02 owned by compute:nova {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:04:49.584316 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-5480d4e4-d541-4b79-9c80-62089c9af0d1 req-26da9217-64ad-41a2-91bf-04bf41d45f01 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:49.590359 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-9a2ad3d0-ad92-47a5-b8ce-e61e07ec88f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:49.623646 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['32f28eb4-bf47-450b-b161-4b898c776a02'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:04:49.637904 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da9217-64ad-41a2-91bf-04bf41d45f01 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Pushing event deleted for resources: {'Port': ['ID=32f28eb4-bf47-450b-b161-4b898c776a02,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:49.640318 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-26da9217-64ad-41a2-91bf-04bf41d45f01 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:49.723099 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [req-5480d4e4-d541-4b79-9c80-62089c9af0d1 req-26da9217-64ad-41a2-91bf-04bf41d45f01 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] No DVR routers for this DVR port 32f28eb4-bf47-450b-b161-4b898c776a02 on host hv-cinder-78638 {{(pid=98823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:04:49.726066 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-5480d4e4-d541-4b79-9c80-62089c9af0d1 req-26da9217-64ad-41a2-91bf-04bf41d45f01 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:49.728863 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eece9e0-7d46-4eb1-919e-8812d5788bc1', 'name': 'network-vif-deleted', 'tag': '32f28eb4-bf47-450b-b161-4b898c776a02'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:04:49.779830 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eece9e0-7d46-4eb1-919e-8812d5788bc1', 'name': 'network-vif-deleted', 'tag': '32f28eb4-bf47-450b-b161-4b898c776a02', 'status': 'completed', 'code': 200} May 25 16:04:49.809731 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-bdb6661c-f557-43c5-ab84-4590877c3171 req-c35b0af8-c916-4111-b179-ecf6f32e358d tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.72 "GET /v2.0/ports?device_id=5eece9e0-7d46-4eb1-919e-8812d5788bc1 HTTP/1.1" status: 200 len: 210 time: 0.0495112 May 25 16:04:49.880561 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5480d4e4-d541-4b79-9c80-62089c9af0d1 req-26da9217-64ad-41a2-91bf-04bf41d45f01 tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.91 "DELETE /v2.0/ports/32f28eb4-bf47-450b-b161-4b898c776a02 HTTP/1.1" status: 204 len: 173 time: 0.9098618 May 25 16:04:50.984353 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9305246d-7db9-427d-9375-7b74fa69534d req-23304959-f436-416d-befd-a6ae51381c5b tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] 10.222.0.72 "GET /v2.0/ports?device_id=5eece9e0-7d46-4eb1-919e-8812d5788bc1 HTTP/1.1" status: 200 len: 210 time: 0.0461574 May 25 16:04:52.282079 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-22f8b296-5ec8-46f9-a025-0e573bdc9f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:54.028010 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 32f28eb4-bf47-450b-b161-4b898c776a02 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:04:54.066604 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] No Port match for: 32f28eb4-bf47-450b-b161-4b898c776a02 {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:04:54.067082 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 32f28eb4-bf47-450b-b161-4b898c776a02 not bound to the agent host hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:04:54.732899 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:54.765914 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b198f0b7-ddd0-414c-8651-2e35b025ef39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:55.121892 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:55.898892 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:57.972906 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:58.874212 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 48756) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:04:59.043426 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-44150196-2df8-471e-b024-bba842ed3017 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dfcd2c1b73ad4b52ab04e1264b8fff0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1679683 May 25 16:04:59.045856 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 48762) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:04:59.107162 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-0a97353d-e919-452c-94a6-b4a02872b99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:59.134911 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-0a97353d-e919-452c-94a6-b4a02872b99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:59.159868 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-d32ce156-dd1a-4da1-b25b-38cddfaf4395 req-d0ef7afa-81a4-4323-ab87-f49b79ad0170 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713322 May 25 16:04:59.252946 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-0a97353d-e919-452c-94a6-b4a02872b99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:59.258102 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-60a21d0a-683a-491f-8b38-f4eb5ddd0756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:59.272021 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97353d-e919-452c-94a6-b4a02872b99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593891ae-56dc-4e5b-97c5-207389761a88,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:59.275398 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-0a97353d-e919-452c-94a6-b4a02872b99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:59.281525 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ce156-dd1a-4da1-b25b-38cddfaf4395 req-837db73c-b431-4bed-8f59-acb67dd3212a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:59.283017 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-d32ce156-dd1a-4da1-b25b-38cddfaf4395 req-837db73c-b431-4bed-8f59-acb67dd3212a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1dafbac212f4486fb6d026d08f3d58bb&device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 1099 time: 0.0798180 May 25 16:04:59.288240 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-0a97353d-e919-452c-94a6-b4a02872b99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:59.292740 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-0a97353d-e919-452c-94a6-b4a02872b99b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/593891ae-56dc-4e5b-97c5-207389761a88 HTTP/1.1" status: 204 len: 168 time: 0.2435570 May 25 16:04:59.534204 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ce156-dd1a-4da1-b25b-38cddfaf4395 req-5919bc6a-8743-48cd-876b-d431a833fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:59.535679 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-d32ce156-dd1a-4da1-b25b-38cddfaf4395 req-5919bc6a-8743-48cd-876b-d431a833fcf1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=9b9e8b48-533f-4671-b519-11ca6129f792 HTTP/1.1" status: 200 len: 917 time: 0.2229679 May 25 16:04:59.653644 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-d32ce156-dd1a-4da1-b25b-38cddfaf4395 req-1a517447-82fa-4bef-841f-4cdd941d33fa service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e HTTP/1.1" status: 200 len: 1001 time: 0.1095881 May 25 16:04:59.723100 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ce156-dd1a-4da1-b25b-38cddfaf4395 req-26a4119d-e107-4e46-a682-8b9a6a0603f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:59.724646 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-d32ce156-dd1a-4da1-b25b-38cddfaf4395 req-26a4119d-e107-4e46-a682-8b9a6a0603f5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae HTTP/1.1" status: 200 len: 855 time: 0.0635326 May 25 16:04:59.807052 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ce156-dd1a-4da1-b25b-38cddfaf4395 req-38e58aab-84d2-4a57-85b1-508dfe1ca2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:59.809844 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-d32ce156-dd1a-4da1-b25b-38cddfaf4395 req-38e58aab-84d2-4a57-85b1-508dfe1ca2ed service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9b9e8b48-533f-4671-b519-11ca6129f792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754476 May 25 16:04:59.948274 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-d32ce156-dd1a-4da1-b25b-38cddfaf4395 req-6c30ed39-7eeb-4844-94d8-91781c2b24d8 service neutron] 10.222.0.91 "GET /v2.0/networks/9b9e8b48-533f-4671-b519-11ca6129f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323252 May 25 16:05:00.090562 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-d32ce156-dd1a-4da1-b25b-38cddfaf4395 req-fcff7f19-476b-4e18-97b3-b081f7bb360a service neutron] 10.222.0.91 "GET /v2.0/networks/9b9e8b48-533f-4671-b519-11ca6129f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308587 May 25 16:05:12.934784 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b5fff-344f-4a8c-907c-740e49f2e9a4 req-3a2048f1-137e-4919-b3e7-c481dda0e275 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:12.936245 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-705b5fff-344f-4a8c-907c-740e49f2e9a4 req-3a2048f1-137e-4919-b3e7-c481dda0e275 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 946 time: 0.0865724 May 25 16:05:12.983730 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-705b5fff-344f-4a8c-907c-740e49f2e9a4 req-4d4790b5-0272-4b29-b14d-32c90cbd6928 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415745 May 25 16:05:14.199400 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4150229-3c3e-4a71-b7ff-b841d4b40be5 req-5fecd436-6de1-4292-a93d-d4a9bf7b4ada tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:14.201129 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b4150229-3c3e-4a71-b7ff-b841d4b40be5 req-5fecd436-6de1-4292-a93d-d4a9bf7b4ada tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 946 time: 0.0898077 May 25 16:05:14.223051 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 48784) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:14.251365 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b4150229-3c3e-4a71-b7ff-b841d4b40be5 req-fd6e199e-37af-4c22-b958-335771600bc1 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431557 May 25 16:05:14.584778 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-e40b8637-2297-423a-9b90-1e1baf65abd9 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Deleting port 0eee1ed7-b731-403f-8800-78a9006d7bb2 {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:05:14.585886 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e40b8637-2297-423a-9b90-1e1baf65abd9 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:14.688060 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a781d72-3b23-40ac-8ec7-7e8cf8cafe55 req-aab26211-3234-41e6-b3e3-4de90c24c416 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:14.688771 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-9a781d72-3b23-40ac-8ec7-7e8cf8cafe55 req-aab26211-3234-41e6-b3e3-4de90c24c416 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Synchronizing usage tracker for tenant:1dafbac212f4486fb6d026d08f3d58bb on resource:port {{(pid=98823) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:05:14.734315 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e40b8637-2297-423a-9b90-1e1baf65abd9 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:14.734643 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e40b8637-2297-423a-9b90-1e1baf65abd9 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:14.856294 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-9a781d72-3b23-40ac-8ec7-7e8cf8cafe55 req-aab26211-3234-41e6-b3e3-4de90c24c416 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Unset dirty status for tenant:1dafbac212f4486fb6d026d08f3d58bb on resource:port {{(pid=98823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:05:14.857371 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-9a781d72-3b23-40ac-8ec7-7e8cf8cafe55 req-aab26211-3234-41e6-b3e3-4de90c24c416 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.91 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 946 time: 0.3512132 May 25 16:05:14.863882 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-e40b8637-2297-423a-9b90-1e1baf65abd9 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Calling delete_port for 0eee1ed7-b731-403f-8800-78a9006d7bb2 owned by network:floatingip {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:05:15.037670 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-9a781d72-3b23-40ac-8ec7-7e8cf8cafe55 req-ae11dc09-a7eb-42b7-9ec6-72f42e7abd72 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Deleting port f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:05:15.038088 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-9a781d72-3b23-40ac-8ec7-7e8cf8cafe55 req-ae11dc09-a7eb-42b7-9ec6-72f42e7abd72 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:15.114331 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:05:15.317581 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-9a781d72-3b23-40ac-8ec7-7e8cf8cafe55 req-ae11dc09-a7eb-42b7-9ec6-72f42e7abd72 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] For port f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:05:15.318132 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-9a781d72-3b23-40ac-8ec7-7e8cf8cafe55 req-ae11dc09-a7eb-42b7-9ec6-72f42e7abd72 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:15.380695 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e40b8637-2297-423a-9b90-1e1baf65abd9 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:15.392991 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-4403eb70-dbe4-42be-a7e9-f77c8cd19c85 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:15.453371 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b8637-2297-423a-9b90-1e1baf65abd9 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Pushing event deleted for resources: {'Port': ['ID=0eee1ed7-b731-403f-8800-78a9006d7bb2,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:15.453628 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f6463-6317-4259-9ece-bb0cfbe949e9 req-9bcbdc2b-9e92-48ef-9562-c2c07c941af6 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:15.455012 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4f7f6463-6317-4259-9ece-bb0cfbe949e9 req-9bcbdc2b-9e92-48ef-9562-c2c07c941af6 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 946 time: 0.0895572 May 25 16:05:15.461057 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-e40b8637-2297-423a-9b90-1e1baf65abd9 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:15.505612 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4f7f6463-6317-4259-9ece-bb0cfbe949e9 req-8f33b482-93b9-4018-988d-accaab2a57a6 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412872 May 25 16:05:15.711427 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e40b8637-2297-423a-9b90-1e1baf65abd9 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for floatingip, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:15.711759 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.db.l3_db [None req-e40b8637-2297-423a-9b90-1e1baf65abd9 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Floating IP 59af3715-b967-406b-8c40-bf0635942572 disassociated (deleted). External IP: 172.28.1.201, port: e790e1cf-055c-4914-b944-fa188a626391. May 25 16:05:15.826989 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-9a781d72-3b23-40ac-8ec7-7e8cf8cafe55 req-ae11dc09-a7eb-42b7-9ec6-72f42e7abd72 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:15.827357 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-9a781d72-3b23-40ac-8ec7-7e8cf8cafe55 req-ae11dc09-a7eb-42b7-9ec6-72f42e7abd72 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449055'] for floatingip, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:15.827692 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.db.l3_db [req-9a781d72-3b23-40ac-8ec7-7e8cf8cafe55 req-ae11dc09-a7eb-42b7-9ec6-72f42e7abd72 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Floating IP 526f486d-681e-483a-8d88-dcb631e18908 disassociated. External IP: 172.28.1.163, port: f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e. May 25 16:05:15.828368 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-9a781d72-3b23-40ac-8ec7-7e8cf8cafe55 req-ae11dc09-a7eb-42b7-9ec6-72f42e7abd72 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Calling delete_port for f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e owned by compute:nova {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:05:16.184409 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40b8637-2297-423a-9b90-1e1baf65abd9 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Router 638ebf80-5784-4979-8f95-bef19799cb38 has already been hosted by L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab {{(pid=98823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:05:16.272239 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-9a781d72-3b23-40ac-8ec7-7e8cf8cafe55 req-ae11dc09-a7eb-42b7-9ec6-72f42e7abd72 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:16.279583 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-740258f1-c765-4677-a9d2-953415b9d046 tempest-DeleteServersTestJSON-938274730 tempest-DeleteServersTestJSON-938274730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:16.377393 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11dc09-a7eb-42b7-9ec6-72f42e7abd72 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Pushing event deleted for resources: {'Port': ['ID=f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:16.397213 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-ae11dc09-a7eb-42b7-9ec6-72f42e7abd72 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:16.497483 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40b8637-2297-423a-9b90-1e1baf65abd9 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:05:16.507400 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6522c30-56c9-4e5f-ba30-b994a4e19f70 None None] Sync routers for ids ['638ebf80-5784-4979-8f95-bef19799cb38'] in dv-cinder-786384-6-smb {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:05:16.516342 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6522c30-56c9-4e5f-ba30-b994a4e19f70 None None] Routers {'638ebf80-5784-4979-8f95-bef19799cb38'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:05:16.516985 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-f6522c30-56c9-4e5f-ba30-b994a4e19f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:04:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['638ebf80-5784-4979-8f95-bef19799cb38'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:16.619961 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a781d72-3b23-40ac-8ec7-7e8cf8cafe55 req-ae11dc09-a7eb-42b7-9ec6-72f42e7abd72 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Router 6d2a2359-3686-465a-8734-7975f4ab0dbb has already been hosted by L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab {{(pid=98823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:05:16.676559 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1da26ff4-a956-4260-8e30-9a6289ca1ef0 req-04f6ab71-d957-4dd8-b916-e678c2992a49 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 210 time: 0.0468724 May 25 16:05:16.710764 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-f6522c30-56c9-4e5f-ba30-b994a4e19f70 None None] Set router 638ebf80-5784-4979-8f95-bef19799cb38 gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:05:16.841810 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e40b8637-2297-423a-9b90-1e1baf65abd9 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for floatingip, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:16.972737 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-e40b8637-2297-423a-9b90-1e1baf65abd9 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "DELETE /v2.0/floatingips/59af3715-b967-406b-8c40-bf0635942572 HTTP/1.1" status: 204 len: 168 time: 2.7480788 May 25 16:05:16.975585 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f732159f-e536-407b-b1b9-102d2455b328', 'tag': 'e790e1cf-055c-4914-b944-fa188a626391'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:05:16.998814 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a781d72-3b23-40ac-8ec7-7e8cf8cafe55 req-ae11dc09-a7eb-42b7-9ec6-72f42e7abd72 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:05:17.009711 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd23387d-2d34-43e6-83d9-f1c6435b4823 None None] Sync routers for ids ['6d2a2359-3686-465a-8734-7975f4ab0dbb'] in dv-cinder-786384-6-smb {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:05:17.030898 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd23387d-2d34-43e6-83d9-f1c6435b4823 None None] Routers {'6d2a2359-3686-465a-8734-7975f4ab0dbb'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:05:17.033451 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-bd23387d-2d34-43e6-83d9-f1c6435b4823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:04:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['6d2a2359-3686-465a-8734-7975f4ab0dbb'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:17.071434 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f732159f-e536-407b-b1b9-102d2455b328', 'tag': 'e790e1cf-055c-4914-b944-fa188a626391', 'status': 'completed', 'code': 200} May 25 16:05:17.076835 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a781d72-3b23-40ac-8ec7-7e8cf8cafe55 req-ae11dc09-a7eb-42b7-9ec6-72f42e7abd72 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] No DVR routers for this DVR port f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e on host hv-cinder-78638 {{(pid=98823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:05:17.077471 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-f6522c30-56c9-4e5f-ba30-b994a4e19f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638ebf80-5784-4979-8f95-bef19799cb38', 'name': 'tempest-TestShelveInstance-448159673-router', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89'}], 'enable_snat': True}, 'gw_port_id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:03Z', 'updated_at': '2021-05-25T16:00:11Z', 'revision_number': 4, 'project_id': '1009942ff088419bb323bdff264b58be', 'gw_port': {'id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ebf80-5784-4979-8f95-bef19799cb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:04Z', 'updated_at': '2021-05-25T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': 'b9adab65-91ce-4dcb-b3dc-8b090b68afdd', 'name': '', 'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'mac_address': 'fa:16:3e:32:dc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ebf80-5784-4979-8f95-bef19799cb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'af8a7898-c72b-46af-a95d-1f29441e0d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:09Z', 'updated_at': '2021-05-25T16:00:20Z', 'revision_number': 5, 'project_id': '1009942ff088419bb323bdff264b58be', 'subnets': [{'id': 'af8a7898-c72b-46af-a95d-1f29441e0d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:17.079377 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-9a781d72-3b23-40ac-8ec7-7e8cf8cafe55 req-ae11dc09-a7eb-42b7-9ec6-72f42e7abd72 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:17.081259 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-9a781d72-3b23-40ac-8ec7-7e8cf8cafe55 req-ae11dc09-a7eb-42b7-9ec6-72f42e7abd72 tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.91 "DELETE /v2.0/ports/f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e HTTP/1.1" status: 204 len: 173 time: 2.2123230 May 25 16:05:17.092326 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6522c30-56c9-4e5f-ba30-b994a4e19f70 None None] Checking router: 638ebf80-5784-4979-8f95-bef19799cb38 for host: dv-cinder-786384-6-smb {{(pid=98826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:05:17.102501 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6522c30-56c9-4e5f-ba30-b994a4e19f70 None None] Routers {'638ebf80-5784-4979-8f95-bef19799cb38'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:05:17.103255 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-f6522c30-56c9-4e5f-ba30-b994a4e19f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:04:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['638ebf80-5784-4979-8f95-bef19799cb38'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:17.175985 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b410477-c769-4cc0-b175-7b4f37cd1f58 req-e3d4a884-abf9-480c-816b-82b306439648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:17.177618 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-9b410477-c769-4cc0-b175-7b4f37cd1f58 req-e3d4a884-abf9-480c-816b-82b306439648 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1009942ff088419bb323bdff264b58be&device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 1099 time: 0.0793307 May 25 16:05:17.248513 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-bd23387d-2d34-43e6-83d9-f1c6435b4823 None None] Set router 6d2a2359-3686-465a-8734-7975f4ab0dbb gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:05:17.301739 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-f6522c30-56c9-4e5f-ba30-b994a4e19f70 None None] Set router 638ebf80-5784-4979-8f95-bef19799cb38 gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:05:17.345139 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b410477-c769-4cc0-b175-7b4f37cd1f58 req-7fcca540-4557-472d-b5b7-9da89dd9324a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:17.347327 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-9b410477-c769-4cc0-b175-7b4f37cd1f58 req-7fcca540-4557-472d-b5b7-9da89dd9324a service neutron] 10.222.0.91 "GET /v2.0/networks?id=716f3b9d-2e05-4069-974f-5f782839f4ee HTTP/1.1" status: 200 len: 909 time: 0.1589458 May 25 16:05:17.433332 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-9b410477-c769-4cc0-b175-7b4f37cd1f58 req-fe6151ef-ec8f-42cf-a807-9a259a732557 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e790e1cf-055c-4914-b944-fa188a626391 HTTP/1.1" status: 200 len: 217 time: 0.0787568 May 25 16:05:17.523370 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b410477-c769-4cc0-b175-7b4f37cd1f58 req-61b86ca8-82cb-429f-bd90-a7b74c630674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:17.524857 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-9b410477-c769-4cc0-b175-7b4f37cd1f58 req-61b86ca8-82cb-429f-bd90-a7b74c630674 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=af8a7898-c72b-46af-a95d-1f29441e0d63 HTTP/1.1" status: 200 len: 847 time: 0.0828674 May 25 16:05:17.589558 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-bd23387d-2d34-43e6-83d9-f1c6435b4823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'name': 'tempest-AttachVolumeShelveTestJSON-110591338-router', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:00Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'gw_port': {'id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:01Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': '194e7b71-74b4-4a4c-92eb-bc3210a06c9d', 'name': '', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'mac_address': 'fa:16:3e:3a:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:06Z', 'updated_at': '2021-05-25T15:58:14Z', 'revision_number': 5, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'subnets': [{'id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:17.594956 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd23387d-2d34-43e6-83d9-f1c6435b4823 None None] Checking router: 6d2a2359-3686-465a-8734-7975f4ab0dbb for host: dv-cinder-786384-6-smb {{(pid=98825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:05:17.604514 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd23387d-2d34-43e6-83d9-f1c6435b4823 None None] Routers {'6d2a2359-3686-465a-8734-7975f4ab0dbb'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:05:17.605179 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-bd23387d-2d34-43e6-83d9-f1c6435b4823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:04:55Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['6d2a2359-3686-465a-8734-7975f4ab0dbb'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:17.649534 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b410477-c769-4cc0-b175-7b4f37cd1f58 req-a1c7ea50-67c3-458d-9595-95cad225b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:17.651429 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-9b410477-c769-4cc0-b175-7b4f37cd1f58 req-a1c7ea50-67c3-458d-9595-95cad225b355 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=716f3b9d-2e05-4069-974f-5f782839f4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1138513 May 25 16:05:17.715988 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d38b5-a3da-4e8b-997b-ccf60b924568 req-b5066a8d-f6c6-4c8f-bedb-4af6b2859c7e tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:17.721172 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e52d38b5-a3da-4e8b-997b-ccf60b924568 req-b5066a8d-f6c6-4c8f-bedb-4af6b2859c7e tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 946 time: 0.1172357 May 25 16:05:17.787614 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e52d38b5-a3da-4e8b-997b-ccf60b924568 req-2127e88b-0a74-467b-8797-245ea12da061 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569479 May 25 16:05:17.808749 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-f6522c30-56c9-4e5f-ba30-b994a4e19f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638ebf80-5784-4979-8f95-bef19799cb38', 'name': 'tempest-TestShelveInstance-448159673-router', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89'}], 'enable_snat': True}, 'gw_port_id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:03Z', 'updated_at': '2021-05-25T16:00:11Z', 'revision_number': 4, 'project_id': '1009942ff088419bb323bdff264b58be', 'gw_port': {'id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ebf80-5784-4979-8f95-bef19799cb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:04Z', 'updated_at': '2021-05-25T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': 'b9adab65-91ce-4dcb-b3dc-8b090b68afdd', 'name': '', 'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'mac_address': 'fa:16:3e:32:dc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ebf80-5784-4979-8f95-bef19799cb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'af8a7898-c72b-46af-a95d-1f29441e0d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:09Z', 'updated_at': '2021-05-25T16:00:20Z', 'revision_number': 5, 'project_id': '1009942ff088419bb323bdff264b58be', 'subnets': [{'id': 'af8a7898-c72b-46af-a95d-1f29441e0d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:17.813177 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6522c30-56c9-4e5f-ba30-b994a4e19f70 None None] The sync data for ids ['638ebf80-5784-4979-8f95-bef19799cb38'] in dv-cinder-786384-6-smb is: [{'id': '638ebf80-5784-4979-8f95-bef19799cb38', 'name': 'tempest-TestShelveInstance-448159673-router', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89'}], 'enable_snat': True}, 'gw_port_id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:03Z', 'updated_at': '2021-05-25T16:00:11Z', 'revision_number': 4, 'project_id': '1009942ff088419bb323bdff264b58be', 'gw_port': {'id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ebf80-5784-4979-8f95-bef19799cb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:04Z', 'updated_at': '2021-05-25T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': 'b9adab65-91ce-4dcb-b3dc-8b090b68afdd', 'name': '', 'network_id': '716f3b9d-2e05-4069-974f-5f782839f4ee', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'mac_address': 'fa:16:3e:32:dc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ebf80-5784-4979-8f95-bef19799cb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'af8a7898-c72b-46af-a95d-1f29441e0d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:09Z', 'updated_at': '2021-05-25T16:00:20Z', 'revision_number': 5, 'project_id': '1009942ff088419bb323bdff264b58be', 'subnets': [{'id': 'af8a7898-c72b-46af-a95d-1f29441e0d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:05:17.854684 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-bd23387d-2d34-43e6-83d9-f1c6435b4823 None None] Set router 6d2a2359-3686-465a-8734-7975f4ab0dbb gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:05:17.894025 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-9b410477-c769-4cc0-b175-7b4f37cd1f58 req-2d4fca92-86bb-46d9-b2e7-23086e725767 service neutron] 10.222.0.91 "GET /v2.0/networks/716f3b9d-2e05-4069-974f-5f782839f4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344115 May 25 16:05:17.996315 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-59c1c816-306b-4fd7-a6ba-1080c6fdc26c req-20c6e93b-7210-4502-8f04-7ac64a1ccb9d tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c506c7-0343-420a-a03b-63ef9a99ba84 HTTP/1.1" status: 200 len: 210 time: 0.0759254 May 25 16:05:18.067183 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-9b410477-c769-4cc0-b175-7b4f37cd1f58 req-327be8d3-1efb-4722-ae5c-1b1976641bdc service neutron] 10.222.0.91 "GET /v2.0/networks/716f3b9d-2e05-4069-974f-5f782839f4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657879 May 25 16:05:18.154868 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:05:18.158413 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084e5d47-0a43-47b7-a3f8-610137565f93 None None] New status for floating IP 59af3715-b967-406b-8c40-bf0635942572: DOWN {{(pid=98826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:05:18.208066 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] No Port match for: f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:05:18.208419 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e not bound to the agent host hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:05:18.316779 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-bd23387d-2d34-43e6-83d9-f1c6435b4823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'name': 'tempest-AttachVolumeShelveTestJSON-110591338-router', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:00Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'gw_port': {'id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:01Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': '194e7b71-74b4-4a4c-92eb-bc3210a06c9d', 'name': '', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'mac_address': 'fa:16:3e:3a:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:06Z', 'updated_at': '2021-05-25T15:58:14Z', 'revision_number': 5, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'subnets': [{'id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:18.321955 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd23387d-2d34-43e6-83d9-f1c6435b4823 None None] The sync data for ids ['6d2a2359-3686-465a-8734-7975f4ab0dbb'] in dv-cinder-786384-6-smb is: [{'id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'name': 'tempest-AttachVolumeShelveTestJSON-110591338-router', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:00Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'gw_port': {'id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:01Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb', '_interfaces': [{'id': '194e7b71-74b4-4a4c-92eb-bc3210a06c9d', 'name': '', 'network_id': '9b9e8b48-533f-4671-b519-11ca6129f792', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'mac_address': 'fa:16:3e:3a:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:06Z', 'updated_at': '2021-05-25T15:58:14Z', 'revision_number': 5, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'subnets': [{'id': 'fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:05:18.543686 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aa9e7d-5f89-47b3-92af-38c27b8fc7eb None None] New status for floating IP 526f486d-681e-483a-8d88-dcb631e18908: DOWN {{(pid=98825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:05:18.974690 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d053d-abf5-4ce8-a23a-2bca33031b09 req-04f99578-e8d8-498e-9730-eed84790863c tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:18.976848 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-407d053d-abf5-4ce8-a23a-2bca33031b09 req-04f99578-e8d8-498e-9730-eed84790863c tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 946 time: 0.0850079 May 25 16:05:19.024196 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-407d053d-abf5-4ce8-a23a-2bca33031b09 req-ef997fa6-92ce-464b-8e1f-aa172e8932d2 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416873 May 25 16:05:19.072713 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c506c7-0343-420a-a03b-63ef9a99ba84', 'name': 'network-vif-deleted', 'tag': 'f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:05:19.118341 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c506c7-0343-420a-a03b-63ef9a99ba84', 'name': 'network-vif-deleted', 'tag': 'f7db8ef5-e7b1-42b9-a3dd-a6fdd6cd945e', 'status': 'completed', 'code': 200} May 25 16:05:19.434931 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fe29d-98e4-45d1-97f9-1ee9bd7d02c1 req-1c43a2f2-30fd-4c8c-901b-d337584ed987 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:19.435554 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-3c8fe29d-98e4-45d1-97f9-1ee9bd7d02c1 req-1c43a2f2-30fd-4c8c-901b-d337584ed987 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Synchronizing usage tracker for tenant:1009942ff088419bb323bdff264b58be on resource:port {{(pid=98823) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:05:19.504258 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-3c8fe29d-98e4-45d1-97f9-1ee9bd7d02c1 req-1c43a2f2-30fd-4c8c-901b-d337584ed987 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Unset dirty status for tenant:1009942ff088419bb323bdff264b58be on resource:port {{(pid=98823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:05:19.505617 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-3c8fe29d-98e4-45d1-97f9-1ee9bd7d02c1 req-1c43a2f2-30fd-4c8c-901b-d337584ed987 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.91 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 946 time: 0.1495228 May 25 16:05:19.654816 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-3c8fe29d-98e4-45d1-97f9-1ee9bd7d02c1 req-1bdbe258-f079-4b5a-9f4b-7fbde58ec9ba tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Deleting port e790e1cf-055c-4914-b944-fa188a626391 {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:05:19.655187 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-3c8fe29d-98e4-45d1-97f9-1ee9bd7d02c1 req-1bdbe258-f079-4b5a-9f4b-7fbde58ec9ba tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:19.797210 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-3c8fe29d-98e4-45d1-97f9-1ee9bd7d02c1 req-1bdbe258-f079-4b5a-9f4b-7fbde58ec9ba tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] For port e790e1cf-055c-4914-b944-fa188a626391, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e790e1cf-055c-4914-b944-fa188a626391,segment=NetworkSegment(9713b580-352d-4b45-88a9-4138a491136e),segment_id=9713b580-352d-4b45-88a9-4138a491136e)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:05:19.797564 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-3c8fe29d-98e4-45d1-97f9-1ee9bd7d02c1 req-1bdbe258-f079-4b5a-9f4b-7fbde58ec9ba tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:20.010762 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-3c8fe29d-98e4-45d1-97f9-1ee9bd7d02c1 req-1bdbe258-f079-4b5a-9f4b-7fbde58ec9ba tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Calling delete_port for e790e1cf-055c-4914-b944-fa188a626391 owned by compute:nova {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:05:20.196992 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-3c8fe29d-98e4-45d1-97f9-1ee9bd7d02c1 req-1bdbe258-f079-4b5a-9f4b-7fbde58ec9ba tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:20.202923 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-aa5294b4-6b8c-4bd5-a3c3-a175dfccc103 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:20.224382 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f3ea5-ede7-49b0-9851-5722497b3a30 req-b02a9fe4-4aef-41f7-b337-a807ced49080 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:20.226052 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b09f3ea5-ede7-49b0-9851-5722497b3a30 req-b02a9fe4-4aef-41f7-b337-a807ced49080 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 946 time: 0.0827115 May 25 16:05:20.246922 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 48814) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:20.251208 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdbe258-f079-4b5a-9f4b-7fbde58ec9ba tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Pushing event deleted for resources: {'Port': ['ID=e790e1cf-055c-4914-b944-fa188a626391,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:20.254329 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-1bdbe258-f079-4b5a-9f4b-7fbde58ec9ba tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:20.318170 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b09f3ea5-ede7-49b0-9851-5722497b3a30 req-2da8d1e8-6efe-4d59-8a4c-44cc5dc1af0b tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859706 May 25 16:05:20.338964 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8fe29d-98e4-45d1-97f9-1ee9bd7d02c1 req-1bdbe258-f079-4b5a-9f4b-7fbde58ec9ba tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] No DVR routers for this DVR port e790e1cf-055c-4914-b944-fa188a626391 on host hv-cinder-78638 {{(pid=98823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:05:20.342024 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-3c8fe29d-98e4-45d1-97f9-1ee9bd7d02c1 req-1bdbe258-f079-4b5a-9f4b-7fbde58ec9ba tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:20.348275 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-dd7b7f77-11b2-4827-960d-8fae13d1b8fb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:20.378419 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-dd7b7f77-11b2-4827-960d-8fae13d1b8fb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:20.434628 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-3c8fe29d-98e4-45d1-97f9-1ee9bd7d02c1 req-1bdbe258-f079-4b5a-9f4b-7fbde58ec9ba tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.91 "DELETE /v2.0/ports/e790e1cf-055c-4914-b944-fa188a626391 HTTP/1.1" status: 204 len: 173 time: 0.9186339 May 25 16:05:20.508345 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-dd7b7f77-11b2-4827-960d-8fae13d1b8fb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:20.512334 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-0a97353d-e919-452c-94a6-b4a02872b99b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:20.527661 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b7f77-11b2-4827-960d-8fae13d1b8fb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:20.535529 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b7f77-11b2-4827-960d-8fae13d1b8fb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:20.535896 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b7f77-11b2-4827-960d-8fae13d1b8fb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:20.536262 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b7f77-11b2-4827-960d-8fae13d1b8fb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:20.545063 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b7f77-11b2-4827-960d-8fae13d1b8fb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:20.545063 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b7f77-11b2-4827-960d-8fae13d1b8fb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:20.545063 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b7f77-11b2-4827-960d-8fae13d1b8fb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:20.545063 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b7f77-11b2-4827-960d-8fae13d1b8fb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:20.545063 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b7f77-11b2-4827-960d-8fae13d1b8fb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:20.545063 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b7f77-11b2-4827-960d-8fae13d1b8fb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:20.545063 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b7f77-11b2-4827-960d-8fae13d1b8fb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:20.545063 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b7f77-11b2-4827-960d-8fae13d1b8fb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:20.545063 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b7f77-11b2-4827-960d-8fae13d1b8fb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:20.545063 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-dd7b7f77-11b2-4827-960d-8fae13d1b8fb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:20.639197 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-dd7b7f77-11b2-4827-960d-8fae13d1b8fb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:20.642586 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-dd7b7f77-11b2-4827-960d-8fae13d1b8fb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "DELETE /v2.0/security-groups/95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85 HTTP/1.1" status: 204 len: 168 time: 0.3908904 May 25 16:05:20.643449 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 48818) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:20.660547 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.api.v2.resource [None req-f981855d-0fb3-4bdf-8a56-d8c15981486d tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] show failed (client error): The resource could not be found. May 25 16:05:20.661850 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-f981855d-0fb3-4bdf-8a56-d8c15981486d tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "GET /v2.0/security-groups/95d1e95a-8eec-4f3a-bd45-a7d6f2b2ff85 HTTP/1.1" status: 404 len: 347 time: 0.0172656 May 25 16:05:20.665466 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 48822) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:20.892055 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.plugin [None req-2a649ce5-0a64-4c8f-b183-85ee6390908c tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Deleting port 7cb6f6ed-67c4-4e65-814c-8c5996de229c {{(pid=98824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:05:20.892276 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2a649ce5-0a64-4c8f-b183-85ee6390908c tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:21.014136 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2a649ce5-0a64-4c8f-b183-85ee6390908c tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:21.014466 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2a649ce5-0a64-4c8f-b183-85ee6390908c tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:21.119924 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f732159f-e536-407b-b1b9-102d2455b328', 'name': 'network-vif-deleted', 'tag': 'e790e1cf-055c-4914-b944-fa188a626391'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:05:21.167198 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f732159f-e536-407b-b1b9-102d2455b328', 'name': 'network-vif-deleted', 'tag': 'e790e1cf-055c-4914-b944-fa188a626391', 'status': 'completed', 'code': 200} May 25 16:05:21.241824 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.plugin [None req-2a649ce5-0a64-4c8f-b183-85ee6390908c tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Calling delete_port for 7cb6f6ed-67c4-4e65-814c-8c5996de229c owned by network:floatingip {{(pid=98824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:05:21.467899 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2a649ce5-0a64-4c8f-b183-85ee6390908c tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6454840'] for port, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:21.477938 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a22f8b73-84fd-48f9-b60c-9ea17bf352fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:21.516339 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-dc2895cb-667a-4372-8a5c-4304e9c2bb17 req-56054ece-118b-4059-8f40-46733f6c98b4 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "GET /v2.0/ports?device_id=f732159f-e536-407b-b1b9-102d2455b328 HTTP/1.1" status: 200 len: 210 time: 0.0874588 May 25 16:05:21.527250 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a649ce5-0a64-4c8f-b183-85ee6390908c tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Pushing event deleted for resources: {'Port': ['ID=7cb6f6ed-67c4-4e65-814c-8c5996de229c,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:21.537724 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-2a649ce5-0a64-4c8f-b183-85ee6390908c tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:21.623740 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2a649ce5-0a64-4c8f-b183-85ee6390908c tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks [] for floatingip, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:21.767139 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-2a649ce5-0a64-4c8f-b183-85ee6390908c tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for floatingip, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:21.768290 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-2a649ce5-0a64-4c8f-b183-85ee6390908c tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] 10.222.0.72 "DELETE /v2.0/floatingips/526f486d-681e-483a-8d88-dcb631e18908 HTTP/1.1" status: 204 len: 168 time: 1.1019187 May 25 16:05:22.274245 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6cfb-cad0-4d2e-a214-fca308e570a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:22.616990 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 48836) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:22.687371 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9d5efa3e-c48b-47d3-ac5f-7e1bcbf7d3fd tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:22.716976 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9d5efa3e-c48b-47d3-ac5f-7e1bcbf7d3fd tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:22.893348 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9d5efa3e-c48b-47d3-ac5f-7e1bcbf7d3fd tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:22.897212 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-ede2d38a-4a85-4986-b600-95615d4a6cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:22.911071 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5efa3e-c48b-47d3-ac5f-7e1bcbf7d3fd tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:22.914733 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-9d5efa3e-c48b-47d3-ac5f-7e1bcbf7d3fd tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:23.021460 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9d5efa3e-c48b-47d3-ac5f-7e1bcbf7d3fd tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:23.022664 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-9d5efa3e-c48b-47d3-ac5f-7e1bcbf7d3fd tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] 10.222.0.72 "DELETE /v2.0/security-groups/fc7b32a0-5dd4-4ae9-aac0-4efce1f97b60 HTTP/1.1" status: 204 len: 168 time: 0.4044669 May 25 16:05:23.187285 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 48844) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:23.929218 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-abbf1729-b253-4636-bbbe-9d2bc85056d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452141'] for router_interface, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:24.174753 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device e790e1cf-055c-4914-b944-fa188a626391 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:05:24.217895 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] No Port match for: e790e1cf-055c-4914-b944-fa188a626391 {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:05:24.218140 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device e790e1cf-055c-4914-b944-fa188a626391 not bound to the agent host hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:05:24.352696 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-abbf1729-b253-4636-bbbe-9d2bc85056d4 admin admin] Deleting port b9adab65-91ce-4dcb-b3dc-8b090b68afdd {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:05:24.353068 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-abbf1729-b253-4636-bbbe-9d2bc85056d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:24.580642 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [None req-abbf1729-b253-4636-bbbe-9d2bc85056d4 admin admin] For port b9adab65-91ce-4dcb-b3dc-8b090b68afdd, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=b9adab65-91ce-4dcb-b3dc-8b090b68afdd,segment=NetworkSegment(9713b580-352d-4b45-88a9-4138a491136e),segment_id=9713b580-352d-4b45-88a9-4138a491136e)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:05:24.581025 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-abbf1729-b253-4636-bbbe-9d2bc85056d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:24.692320 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:24.705095 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-abbf1729-b253-4636-bbbe-9d2bc85056d4 admin admin] Calling delete_port for b9adab65-91ce-4dcb-b3dc-8b090b68afdd owned by network:router_interface {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:05:24.733091 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-37c11852-ad73-47b7-9c4d-81fbed88bb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:24.906448 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 48864) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:24.945278 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-abbf1729-b253-4636-bbbe-9d2bc85056d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:24.950204 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-8e96a2e1-47cd-45a8-8378-3395de2e63aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:25.063754 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf1729-b253-4636-bbbe-9d2bc85056d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9adab65-91ce-4dcb-b3dc-8b090b68afdd,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:25.068624 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-abbf1729-b253-4636-bbbe-9d2bc85056d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:25.139597 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:25.592175 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-abbf1729-b253-4636-bbbe-9d2bc85056d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450237'] for router_interface, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:25.893052 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:26.234985 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abbf1729-b253-4636-bbbe-9d2bc85056d4 admin admin] Router 638ebf80-5784-4979-8f95-bef19799cb38 has already been hosted by L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab {{(pid=98823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:05:26.336563 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-2d91d6b5-cf51-4030-a699-5178c00689db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452141'] for router_interface, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:26.576732 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbf1729-b253-4636-bbbe-9d2bc85056d4 admin admin] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:05:26.586902 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b1ddd1-c80a-4b63-9e67-c9a40718a145 None None] Sync routers for ids ['638ebf80-5784-4979-8f95-bef19799cb38'] in dv-cinder-786384-6-smb {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:05:26.596386 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b1ddd1-c80a-4b63-9e67-c9a40718a145 None None] Routers {'638ebf80-5784-4979-8f95-bef19799cb38'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:05:26.597034 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-10b1ddd1-c80a-4b63-9e67-c9a40718a145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:05:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['638ebf80-5784-4979-8f95-bef19799cb38'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:26.599479 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-abbf1729-b253-4636-bbbe-9d2bc85056d4 admin admin] 10.222.0.72 "PUT /v2.0/routers/638ebf80-5784-4979-8f95-bef19799cb38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4110453 May 25 16:05:26.602190 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 48870) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:26.782975 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-10b1ddd1-c80a-4b63-9e67-c9a40718a145 None None] Set router 638ebf80-5784-4979-8f95-bef19799cb38 gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:05:26.886041 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-ee39654a-af8e-4521-8f59-c9fa5c0f6585 admin admin] Notify callbacks [] for router, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:27.071451 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-10b1ddd1-c80a-4b63-9e67-c9a40718a145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638ebf80-5784-4979-8f95-bef19799cb38', 'name': 'tempest-TestShelveInstance-448159673-router', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89'}], 'enable_snat': True}, 'gw_port_id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:03Z', 'updated_at': '2021-05-25T16:05:24Z', 'revision_number': 5, 'project_id': '1009942ff088419bb323bdff264b58be', 'gw_port': {'id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ebf80-5784-4979-8f95-bef19799cb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:04Z', 'updated_at': '2021-05-25T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:27.075438 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b1ddd1-c80a-4b63-9e67-c9a40718a145 None None] Checking router: 638ebf80-5784-4979-8f95-bef19799cb38 for host: dv-cinder-786384-6-smb {{(pid=98826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:05:27.084254 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b1ddd1-c80a-4b63-9e67-c9a40718a145 None None] Routers {'638ebf80-5784-4979-8f95-bef19799cb38'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:05:27.085384 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-10b1ddd1-c80a-4b63-9e67-c9a40718a145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:05:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['638ebf80-5784-4979-8f95-bef19799cb38'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:27.169027 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-ee39654a-af8e-4521-8f59-c9fa5c0f6585 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:27.191797 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-2d91d6b5-cf51-4030-a699-5178c00689db admin admin] Deleting port 194e7b71-74b4-4a4c-92eb-bc3210a06c9d {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:05:27.192210 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-2d91d6b5-cf51-4030-a699-5178c00689db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:27.277187 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-10b1ddd1-c80a-4b63-9e67-c9a40718a145 None None] Set router 638ebf80-5784-4979-8f95-bef19799cb38 gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:05:27.490042 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [None req-2d91d6b5-cf51-4030-a699-5178c00689db admin admin] For port 194e7b71-74b4-4a4c-92eb-bc3210a06c9d, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=194e7b71-74b4-4a4c-92eb-bc3210a06c9d,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:05:27.490042 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-2d91d6b5-cf51-4030-a699-5178c00689db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:27.605551 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-10b1ddd1-c80a-4b63-9e67-c9a40718a145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638ebf80-5784-4979-8f95-bef19799cb38', 'name': 'tempest-TestShelveInstance-448159673-router', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89'}], 'enable_snat': True}, 'gw_port_id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:03Z', 'updated_at': '2021-05-25T16:05:24Z', 'revision_number': 5, 'project_id': '1009942ff088419bb323bdff264b58be', 'gw_port': {'id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ebf80-5784-4979-8f95-bef19799cb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:04Z', 'updated_at': '2021-05-25T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:27.609553 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b1ddd1-c80a-4b63-9e67-c9a40718a145 None None] The sync data for ids ['638ebf80-5784-4979-8f95-bef19799cb38'] in dv-cinder-786384-6-smb is: [{'id': '638ebf80-5784-4979-8f95-bef19799cb38', 'name': 'tempest-TestShelveInstance-448159673-router', 'tenant_id': '1009942ff088419bb323bdff264b58be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89'}], 'enable_snat': True}, 'gw_port_id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:03Z', 'updated_at': '2021-05-25T16:05:24Z', 'revision_number': 5, 'project_id': '1009942ff088419bb323bdff264b58be', 'gw_port': {'id': '0f424007-3db7-4d26-8548-b171b43ccc0a', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ebf80-5784-4979-8f95-bef19799cb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:04Z', 'updated_at': '2021-05-25T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}] {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:05:27.621732 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-2d91d6b5-cf51-4030-a699-5178c00689db admin admin] Calling delete_port for 194e7b71-74b4-4a4c-92eb-bc3210a06c9d owned by network:router_interface {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:05:27.625387 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-ee39654a-af8e-4521-8f59-c9fa5c0f6585 admin admin] Deleting port 0f424007-3db7-4d26-8548-b171b43ccc0a {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:05:27.625728 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-ee39654a-af8e-4521-8f59-c9fa5c0f6585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:27.769939 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [None req-ee39654a-af8e-4521-8f59-c9fa5c0f6585 admin admin] For port 0f424007-3db7-4d26-8548-b171b43ccc0a, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=0f424007-3db7-4d26-8548-b171b43ccc0a,segment=NetworkSegment(13ec9ed7-53c7-433f-97c5-96b1b940f45d),segment_id=13ec9ed7-53c7-433f-97c5-96b1b940f45d)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:05:27.770302 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-ee39654a-af8e-4521-8f59-c9fa5c0f6585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:27.907018 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-ee39654a-af8e-4521-8f59-c9fa5c0f6585 admin admin] Calling delete_port for 0f424007-3db7-4d26-8548-b171b43ccc0a owned by network:router_gateway {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:05:27.960982 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device b9adab65-91ce-4dcb-b3dc-8b090b68afdd no longer exists at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:05:27.993945 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:27.999595 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] No Port match for: b9adab65-91ce-4dcb-b3dc-8b090b68afdd {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:05:27.999949 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device b9adab65-91ce-4dcb-b3dc-8b090b68afdd not bound to the agent host dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:05:28.155764 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-2d91d6b5-cf51-4030-a699-5178c00689db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:28.159724 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-b7720fb1-f990-4f5a-bd38-c266f8487baa tempest-VolumesNegativeTest-1625288965 tempest-VolumesNegativeTest-1625288965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:28.219750 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-ee39654a-af8e-4521-8f59-c9fa5c0f6585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:28.260125 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91d6b5-cf51-4030-a699-5178c00689db admin admin] Pushing event deleted for resources: {'Port': ['ID=194e7b71-74b4-4a4c-92eb-bc3210a06c9d,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:28.262670 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-2d91d6b5-cf51-4030-a699-5178c00689db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:28.270978 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-23b71ea0-337a-4ce0-af35-c4952b1b3dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:28.401311 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39654a-af8e-4521-8f59-c9fa5c0f6585 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f424007-3db7-4d26-8548-b171b43ccc0a,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:28.432680 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-ee39654a-af8e-4521-8f59-c9fa5c0f6585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:28.540282 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-ee39654a-af8e-4521-8f59-c9fa5c0f6585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449072'] for router_gateway, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:28.741225 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-ee39654a-af8e-4521-8f59-c9fa5c0f6585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2879'] for router, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:28.896475 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-ee39654a-af8e-4521-8f59-c9fa5c0f6585 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:28.950419 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-2d91d6b5-cf51-4030-a699-5178c00689db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450237'] for router_interface, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:29.026220 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-ee39654a-af8e-4521-8f59-c9fa5c0f6585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450433'] for router, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:29.029012 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee39654a-af8e-4521-8f59-c9fa5c0f6585 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 638ebf80-5784-4979-8f95-bef19799cb38 {{(pid=98823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:05:29.135812 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-ee39654a-af8e-4521-8f59-c9fa5c0f6585 admin admin] Notify callbacks [] for router, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:29.136966 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-ee39654a-af8e-4521-8f59-c9fa5c0f6585 admin admin] 10.222.0.72 "DELETE /v2.0/routers/638ebf80-5784-4979-8f95-bef19799cb38 HTTP/1.1" status: 204 len: 168 time: 2.5338533 May 25 16:05:29.139878 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 48874) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:29.266604 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd354e8-040b-40a0-a61a-429a26e81b4d admin admin] Deleting subnet af8a7898-c72b-46af-a95d-1f29441e0d63 {{(pid=98823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:05:29.279074 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-7dd354e8-040b-40a0-a61a-429a26e81b4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:29.409014 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-7dd354e8-040b-40a0-a61a-429a26e81b4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6719297'] for subnet, precommit_delete_associations {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:29.494045 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d91d6b5-cf51-4030-a699-5178c00689db admin admin] Router 6d2a2359-3686-465a-8734-7975f4ab0dbb has already been hosted by L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab {{(pid=98823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:05:29.592086 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-7dd354e8-040b-40a0-a61a-429a26e81b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698781'] for subnet, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:29.794735 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 0f424007-3db7-4d26-8548-b171b43ccc0a no longer exists at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:05:29.818435 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d91d6b5-cf51-4030-a699-5178c00689db admin admin] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:05:29.818435 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-2d91d6b5-cf51-4030-a699-5178c00689db admin admin] 10.222.0.72 "PUT /v2.0/routers/6d2a2359-3686-465a-8734-7975f4ab0dbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9101040 May 25 16:05:29.821681 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 48878) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:29.838821 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5aa037-459a-4ba4-81d4-bf569a1b3a67 None None] Sync routers for ids ['6d2a2359-3686-465a-8734-7975f4ab0dbb'] in dv-cinder-786384-6-smb {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:05:29.856839 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] No Port match for: 0f424007-3db7-4d26-8548-b171b43ccc0a {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:05:29.857319 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 0f424007-3db7-4d26-8548-b171b43ccc0a not bound to the agent host dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:05:29.869222 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5aa037-459a-4ba4-81d4-bf569a1b3a67 None None] Routers {'6d2a2359-3686-465a-8734-7975f4ab0dbb'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:05:29.869855 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-0a5aa037-459a-4ba4-81d4-bf569a1b3a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:05:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['6d2a2359-3686-465a-8734-7975f4ab0dbb'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:30.012600 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cb8b0829-4f02-4560-bc34-ccb1c0a14866 admin admin] Notify callbacks [] for router, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:30.040339 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-7dd354e8-040b-40a0-a61a-429a26e81b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1697896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8241880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7228919'] for subnet, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:30.045635 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-a6bbd14f-e459-43d4-82c6-cfb5f0a06122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:30.062295 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-0a5aa037-459a-4ba4-81d4-bf569a1b3a67 None None] Set router 6d2a2359-3686-465a-8734-7975f4ab0dbb gateway port host: dv-cinder-786384-6-smb {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:05:30.091559 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd354e8-040b-40a0-a61a-429a26e81b4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af8a7898-c72b-46af-a95d-1f29441e0d63,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:30.091559 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-7dd354e8-040b-40a0-a61a-429a26e81b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:30.091559 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-7dd354e8-040b-40a0-a61a-429a26e81b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for subnet, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:30.097970 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-7dd354e8-040b-40a0-a61a-429a26e81b4d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/af8a7898-c72b-46af-a95d-1f29441e0d63 HTTP/1.1" status: 204 len: 168 time: 0.9572651 May 25 16:05:30.100402 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 48882) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:30.173685 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d47919e-16e9-4347-a93b-37ffbd5c6f3f None None] Network 716f3b9d-2e05-4069-974f-5f782839f4ee requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:05:30.199738 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cb8b0829-4f02-4560-bc34-ccb1c0a14866 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:30.216498 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-04c68627-7c8d-4801-87fb-f6f6a4b66fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655721'] for network, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:30.295700 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-04c68627-7c8d-4801-87fb-f6f6a4b66fc8 admin admin] Deleting port 7360613a-2c6c-4235-ae12-264193d33200 {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:05:30.296053 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-04c68627-7c8d-4801-87fb-f6f6a4b66fc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:30.378282 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.plugin [None req-cb8b0829-4f02-4560-bc34-ccb1c0a14866 admin admin] Deleting port 7f40a4a3-75d5-4af1-97bd-05e132fd0f8c {{(pid=98824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:05:30.378644 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cb8b0829-4f02-4560-bc34-ccb1c0a14866 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:30.519969 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.db [None req-cb8b0829-4f02-4560-bc34-ccb1c0a14866 admin admin] For port 7f40a4a3-75d5-4af1-97bd-05e132fd0f8c, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=7f40a4a3-75d5-4af1-97bd-05e132fd0f8c,segment=NetworkSegment(13ec9ed7-53c7-433f-97c5-96b1b940f45d),segment_id=13ec9ed7-53c7-433f-97c5-96b1b940f45d)] {{(pid=98824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:05:30.520842 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cb8b0829-4f02-4560-bc34-ccb1c0a14866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:30.530753 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [None req-04c68627-7c8d-4801-87fb-f6f6a4b66fc8 admin admin] For port 7360613a-2c6c-4235-ae12-264193d33200, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=7360613a-2c6c-4235-ae12-264193d33200,segment=NetworkSegment(9713b580-352d-4b45-88a9-4138a491136e),segment_id=9713b580-352d-4b45-88a9-4138a491136e)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:05:30.531119 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-04c68627-7c8d-4801-87fb-f6f6a4b66fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:30.619117 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-0a5aa037-459a-4ba4-81d4-bf569a1b3a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'name': 'tempest-AttachVolumeShelveTestJSON-110591338-router', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:00Z', 'updated_at': '2021-05-25T16:05:27Z', 'revision_number': 5, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'gw_port': {'id': '7f40a4a3-75d5-4af1-97bd-05e132fd0f8c', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:58:01Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:30.623466 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5aa037-459a-4ba4-81d4-bf569a1b3a67 None None] Checking router: 6d2a2359-3686-465a-8734-7975f4ab0dbb for host: dv-cinder-786384-6-smb {{(pid=98825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:05:30.633415 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5aa037-459a-4ba4-81d4-bf569a1b3a67 None None] Routers {'6d2a2359-3686-465a-8734-7975f4ab0dbb'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:05:30.633983 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-0a5aa037-459a-4ba4-81d4-bf569a1b3a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:05:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['6d2a2359-3686-465a-8734-7975f4ab0dbb'], 'active': True} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:30.651244 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.plugin [None req-cb8b0829-4f02-4560-bc34-ccb1c0a14866 admin admin] Calling delete_port for 7f40a4a3-75d5-4af1-97bd-05e132fd0f8c owned by network:router_gateway {{(pid=98824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:05:30.677025 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-04c68627-7c8d-4801-87fb-f6f6a4b66fc8 admin admin] Calling delete_port for 7360613a-2c6c-4235-ae12-264193d33200 owned by network:dhcp {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:05:30.702380 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d25f47-8777-4410-8f32-848d7e1c4c92 None None] DHCP port deletion for 716f3b9d-2e05-4069-974f-5f782839f4ee request from dv-cinder-786384-6-smb {{(pid=98825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:05:30.840945 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvr_db [None req-0a5aa037-459a-4ba4-81d4-bf569a1b3a67 None None] Set router 6d2a2359-3686-465a-8734-7975f4ab0dbb gateway port host: None {{(pid=98825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:05:30.845288 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-04c68627-7c8d-4801-87fb-f6f6a4b66fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:30.849404 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-86a2b01f-e882-4957-bb0c-95dce6afb555 tempest-AttachVolumeNegativeTest-1384600428 tempest-AttachVolumeNegativeTest-1384600428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:30.880640 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cb8b0829-4f02-4560-bc34-ccb1c0a14866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6454840'] for port, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:30.888381 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-dcc354bc-cead-4f5d-b31a-42f83b9ef014 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:30.921153 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c68627-7c8d-4801-87fb-f6f6a4b66fc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7360613a-2c6c-4235-ae12-264193d33200,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:30.925219 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-04c68627-7c8d-4801-87fb-f6f6a4b66fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:30.929438 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c68627-7c8d-4801-87fb-f6f6a4b66fc8 admin admin] No DVR routers for this DVR port 7360613a-2c6c-4235-ae12-264193d33200 on host dv-cinder-786384-6-smb {{(pid=98823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:05:30.950734 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_hamode_db [None req-0a5aa037-459a-4ba4-81d4-bf569a1b3a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'name': 'tempest-AttachVolumeShelveTestJSON-110591338-router', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:00Z', 'updated_at': '2021-05-25T16:05:30Z', 'revision_number': 6, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'gw_port_host': None}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:30.956619 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5aa037-459a-4ba4-81d4-bf569a1b3a67 None None] The sync data for ids ['6d2a2359-3686-465a-8734-7975f4ab0dbb'] in dv-cinder-786384-6-smb is: [{'id': '6d2a2359-3686-465a-8734-7975f4ab0dbb', 'name': 'tempest-AttachVolumeShelveTestJSON-110591338-router', 'tenant_id': '1dafbac212f4486fb6d026d08f3d58bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:58:00Z', 'updated_at': '2021-05-25T16:05:30Z', 'revision_number': 6, 'project_id': '1dafbac212f4486fb6d026d08f3d58bb', 'gw_port_host': None}] {{(pid=98825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:05:30.970804 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-89d25f47-8777-4410-8f32-848d7e1c4c92 None None] Deleting port 7360613a-2c6c-4235-ae12-264193d33200 {{(pid=98825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:05:30.971060 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b0829-4f02-4560-bc34-ccb1c0a14866 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f40a4a3-75d5-4af1-97bd-05e132fd0f8c,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:30.971329 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-89d25f47-8777-4410-8f32-848d7e1c4c92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:30.975256 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-cb8b0829-4f02-4560-bc34-ccb1c0a14866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:31.078437 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-89d25f47-8777-4410-8f32-848d7e1c4c92 None None] For port 7360613a-2c6c-4235-ae12-264193d33200, host dv-cinder-786384-6-smb, got binding levels [] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:05:31.078928 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-89d25f47-8777-4410-8f32-848d7e1c4c92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:31.095959 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cb8b0829-4f02-4560-bc34-ccb1c0a14866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449072'] for router_gateway, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:31.098618 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-04c68627-7c8d-4801-87fb-f6f6a4b66fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700178', 'neutron.services.segments.db._delete_segments_for_network-8745741368284'] for network, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:31.112071 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.services.segments.db [None req-04c68627-7c8d-4801-87fb-f6f6a4b66fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['716f3b9d-2e05-4069-974f-5f782839f4ee']}} {{(pid=98823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:31.125805 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.services.segments.db [None req-04c68627-7c8d-4801-87fb-f6f6a4b66fc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9713b580-352d-4b45-88a9-4138a491136e') {'for_net_delete': True} {{(pid=98823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:31.126107 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.services.segments.db [None req-04c68627-7c8d-4801-87fb-f6f6a4b66fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9713b580-352d-4b45-88a9-4138a491136e') {} {{(pid=98823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:31.141249 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-04c68627-7c8d-4801-87fb-f6f6a4b66fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745741377181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6719306'] for segment, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:31.164393 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-04c68627-7c8d-4801-87fb-f6f6a4b66fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:31.170056 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c68627-7c8d-4801-87fb-f6f6a4b66fc8 admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=98823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:05:31.170488 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-04c68627-7c8d-4801-87fb-f6f6a4b66fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8273278'] for segment, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: Traceback (most recent call last): May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: timer() May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: cb(*args, **kw) May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: return func(*args, **kwargs) May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: self._notify() May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: self.callback(batched_events) May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: event.method(event) May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: return f(self, *a, **k) May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: return self._get(url).json() May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: return self.request(url, 'GET', **kwargs) May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:05:31.185572 dv-cinder-786384-6-smb neutron-server[98823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:05:31.217101 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-89d25f47-8777-4410-8f32-848d7e1c4c92 None None] Calling delete_port for 7360613a-2c6c-4235-ae12-264193d33200 owned by network:dhcp {{(pid=98825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:05:31.221529 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.ipam_backend_mixin [None req-89d25f47-8777-4410-8f32-848d7e1c4c92 None None] Port 7360613a-2c6c-4235-ae12-264193d33200 was not found and therefore no delete operation was performed {{(pid=98825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 25 16:05:31.222933 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-89d25f47-8777-4410-8f32-848d7e1c4c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612'] for port, after_delete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:31.227433 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:31.270839 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d25f47-8777-4410-8f32-848d7e1c4c92 None None] Pushing event deleted for resources: {'Port': ['ID=7360613a-2c6c-4235-ae12-264193d33200,revision_number=None']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:31.274557 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-89d25f47-8777-4410-8f32-848d7e1c4c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:31.278925 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d25f47-8777-4410-8f32-848d7e1c4c92 None None] No DVR routers for this DVR port 7360613a-2c6c-4235-ae12-264193d33200 on host dv-cinder-786384-6-smb {{(pid=98825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:05:31.344760 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-04c68627-7c8d-4801-87fb-f6f6a4b66fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449069'] for network, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:31.350066 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-b4516c0c-cbc4-4ca4-a831-5574c532b945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:31.371621 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-04c68627-7c8d-4801-87fb-f6f6a4b66fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:31.383820 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c68627-7c8d-4801-87fb-f6f6a4b66fc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=716f3b9d-2e05-4069-974f-5f782839f4ee,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:31.388705 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-04c68627-7c8d-4801-87fb-f6f6a4b66fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:31.397833 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cb8b0829-4f02-4560-bc34-ccb1c0a14866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2879'] for router, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:31.397833 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cb8b0829-4f02-4560-bc34-ccb1c0a14866 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:31.488497 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-04c68627-7c8d-4801-87fb-f6f6a4b66fc8 admin admin] 10.222.0.72 "DELETE /v2.0/networks/716f3b9d-2e05-4069-974f-5f782839f4ee HTTP/1.1" status: 204 len: 168 time: 1.3868771 May 25 16:05:31.491584 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 48886) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:31.553655 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cb8b0829-4f02-4560-bc34-ccb1c0a14866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450433'] for router, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:31.554283 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8b0829-4f02-4560-bc34-ccb1c0a14866 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d2a2359-3686-465a-8734-7975f4ab0dbb {{(pid=98824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:05:31.639679 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-cb8b0829-4f02-4560-bc34-ccb1c0a14866 admin admin] Notify callbacks [] for router, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:31.640848 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-cb8b0829-4f02-4560-bc34-ccb1c0a14866 admin admin] 10.222.0.72 "DELETE /v2.0/routers/6d2a2359-3686-465a-8734-7975f4ab0dbb HTTP/1.1" status: 204 len: 168 time: 1.8181901 May 25 16:05:31.643568 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 48890) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:31.710406 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.db_base_plugin_v2 [None req-8121c1ce-372d-4558-9242-64cf34321973 admin admin] Deleting subnet fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae {{(pid=98823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:05:31.713891 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8121c1ce-372d-4558-9242-64cf34321973 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:31.778758 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 7f40a4a3-75d5-4af1-97bd-05e132fd0f8c no longer exists at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:05:31.779860 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8121c1ce-372d-4558-9242-64cf34321973 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6719297'] for subnet, precommit_delete_associations {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:31.820935 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] No Port match for: 7f40a4a3-75d5-4af1-97bd-05e132fd0f8c {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:05:31.821268 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 7f40a4a3-75d5-4af1-97bd-05e132fd0f8c not bound to the agent host dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:05:31.821728 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 7360613a-2c6c-4235-ae12-264193d33200 no longer exists at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:05:31.857225 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] No Port match for: 7360613a-2c6c-4235-ae12-264193d33200 {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:05:31.857979 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 7360613a-2c6c-4235-ae12-264193d33200 not bound to the agent host dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:05:31.857979 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 194e7b71-74b4-4a4c-92eb-bc3210a06c9d no longer exists at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:05:31.874960 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8121c1ce-372d-4558-9242-64cf34321973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698781'] for subnet, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:31.892073 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] No Port match for: 194e7b71-74b4-4a4c-92eb-bc3210a06c9d {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:05:31.895458 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 194e7b71-74b4-4a4c-92eb-bc3210a06c9d not bound to the agent host dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:05:32.097702 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-21060746-b279-4203-af96-296fb0778b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452141'] for router_interface, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:32.235209 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8121c1ce-372d-4558-9242-64cf34321973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1697896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8241880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7228919'] for subnet, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:32.239445 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:32.280817 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121c1ce-372d-4558-9242-64cf34321973 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:32.283845 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-8121c1ce-372d-4558-9242-64cf34321973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:32.285083 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-8121c1ce-372d-4558-9242-64cf34321973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for subnet, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:32.291481 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf9eb41-4443-4182-ad53-1e96a41e20ed None None] Network 9b9e8b48-533f-4671-b519-11ca6129f792 requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:05:32.294788 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-8121c1ce-372d-4558-9242-64cf34321973 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/fa6fd67f-4f05-4fb2-9860-2bed4e6e9eae HTTP/1.1" status: 204 len: 168 time: 0.6478345 May 25 16:05:32.295153 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 48894) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:32.410546 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-06a65bb7-1a2a-4286-b72b-af1036a1f32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655721'] for network, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:32.493168 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-06a65bb7-1a2a-4286-b72b-af1036a1f32b admin admin] Deleting port 062558e0-bac9-4bf8-894b-6c594784482f {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:05:32.493915 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-06a65bb7-1a2a-4286-b72b-af1036a1f32b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:32.546452 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.plugin [None req-21060746-b279-4203-af96-296fb0778b95 admin admin] Deleting port 8f432d0d-3dbc-44fa-b21e-41b15895ce06 {{(pid=98824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:05:32.546888 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-21060746-b279-4203-af96-296fb0778b95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:32.579340 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0599b74-35bb-45ce-bd70-6959a90ed291 None None] DHCP port deletion for 9b9e8b48-533f-4671-b519-11ca6129f792 request from dv-cinder-786384-6-smb {{(pid=98825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:05:32.605365 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [None req-06a65bb7-1a2a-4286-b72b-af1036a1f32b admin admin] For port 062558e0-bac9-4bf8-894b-6c594784482f, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=062558e0-bac9-4bf8-894b-6c594784482f,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:05:32.605723 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-06a65bb7-1a2a-4286-b72b-af1036a1f32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:32.645336 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-c0599b74-35bb-45ce-bd70-6959a90ed291 None None] Deleting port 062558e0-bac9-4bf8-894b-6c594784482f {{(pid=98825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:05:32.645731 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-c0599b74-35bb-45ce-bd70-6959a90ed291 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:32.674496 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.db [None req-21060746-b279-4203-af96-296fb0778b95 admin admin] For port 8f432d0d-3dbc-44fa-b21e-41b15895ce06, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=8f432d0d-3dbc-44fa-b21e-41b15895ce06,segment=NetworkSegment(2be7d28f-071d-4100-b4cb-5f44e258607c),segment_id=2be7d28f-071d-4100-b4cb-5f44e258607c)] {{(pid=98824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:05:32.674742 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-21060746-b279-4203-af96-296fb0778b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:32.750554 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-c0599b74-35bb-45ce-bd70-6959a90ed291 None None] For port 062558e0-bac9-4bf8-894b-6c594784482f, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=062558e0-bac9-4bf8-894b-6c594784482f,segment=NetworkSegment(243242bf-20ce-4f00-854a-63d9afaa3a5f),segment_id=243242bf-20ce-4f00-854a-63d9afaa3a5f)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:05:32.750959 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-c0599b74-35bb-45ce-bd70-6959a90ed291 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:32.812758 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.plugin [None req-21060746-b279-4203-af96-296fb0778b95 admin admin] Calling delete_port for 8f432d0d-3dbc-44fa-b21e-41b15895ce06 owned by network:router_interface {{(pid=98824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:05:32.835856 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-06a65bb7-1a2a-4286-b72b-af1036a1f32b admin admin] Calling delete_port for 062558e0-bac9-4bf8-894b-6c594784482f owned by network:dhcp {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:05:32.921783 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-c0599b74-35bb-45ce-bd70-6959a90ed291 None None] Calling delete_port for 062558e0-bac9-4bf8-894b-6c594784482f owned by network:dhcp {{(pid=98825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:05:32.984807 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-06a65bb7-1a2a-4286-b72b-af1036a1f32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:32.989816 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-04c68627-7c8d-4801-87fb-f6f6a4b66fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:32.994617 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-c0599b74-35bb-45ce-bd70-6959a90ed291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612'] for port, after_delete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:32.997260 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:33.038072 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a65bb7-1a2a-4286-b72b-af1036a1f32b admin admin] Pushing event deleted for resources: {'Port': ['ID=062558e0-bac9-4bf8-894b-6c594784482f,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:33.041436 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-06a65bb7-1a2a-4286-b72b-af1036a1f32b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:33.042411 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a65bb7-1a2a-4286-b72b-af1036a1f32b admin admin] No DVR routers for this DVR port 062558e0-bac9-4bf8-894b-6c594784482f on host dv-cinder-786384-6-smb {{(pid=98823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:05:33.043641 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0599b74-35bb-45ce-bd70-6959a90ed291 None None] Pushing event deleted for resources: {'Port': ['ID=062558e0-bac9-4bf8-894b-6c594784482f,revision_number=None']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:33.048520 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0599b74-35bb-45ce-bd70-6959a90ed291 None None] No DVR routers for this DVR port 062558e0-bac9-4bf8-894b-6c594784482f on host dv-cinder-786384-6-smb {{(pid=98825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:05:33.055560 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0599b74-35bb-45ce-bd70-6959a90ed291 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:33.058383 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0599b74-35bb-45ce-bd70-6959a90ed291 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:33.058383 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0599b74-35bb-45ce-bd70-6959a90ed291 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:33.058383 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0599b74-35bb-45ce-bd70-6959a90ed291 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:33.058383 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0599b74-35bb-45ce-bd70-6959a90ed291 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:33.058383 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0599b74-35bb-45ce-bd70-6959a90ed291 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:33.059488 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0599b74-35bb-45ce-bd70-6959a90ed291 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:33.059488 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0599b74-35bb-45ce-bd70-6959a90ed291 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:33.059488 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0599b74-35bb-45ce-bd70-6959a90ed291 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:33.060175 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0599b74-35bb-45ce-bd70-6959a90ed291 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:33.060175 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0599b74-35bb-45ce-bd70-6959a90ed291 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:33.060389 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0599b74-35bb-45ce-bd70-6959a90ed291 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:33.063382 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-c0599b74-35bb-45ce-bd70-6959a90ed291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:33.167005 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-21060746-b279-4203-af96-296fb0778b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6454840'] for port, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:33.171971 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-bc8574fc-59a0-44d7-baaa-7cc949def3e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:33.176151 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-06a65bb7-1a2a-4286-b72b-af1036a1f32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700178', 'neutron.services.segments.db._delete_segments_for_network-8745741368284'] for network, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:33.189371 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.services.segments.db [None req-06a65bb7-1a2a-4286-b72b-af1036a1f32b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9e8b48-533f-4671-b519-11ca6129f792']}} {{(pid=98823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:33.202209 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.services.segments.db [None req-06a65bb7-1a2a-4286-b72b-af1036a1f32b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243242bf-20ce-4f00-854a-63d9afaa3a5f') {'for_net_delete': True} {{(pid=98823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:33.202536 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.services.segments.db [None req-06a65bb7-1a2a-4286-b72b-af1036a1f32b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243242bf-20ce-4f00-854a-63d9afaa3a5f') {} {{(pid=98823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:33.214853 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-06a65bb7-1a2a-4286-b72b-af1036a1f32b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745741377181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6719306'] for segment, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:33.220270 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21060746-b279-4203-af96-296fb0778b95 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f432d0d-3dbc-44fa-b21e-41b15895ce06,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:33.235315 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-06a65bb7-1a2a-4286-b72b-af1036a1f32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:33.242255 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a65bb7-1a2a-4286-b72b-af1036a1f32b admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=98823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:05:33.242652 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-06a65bb7-1a2a-4286-b72b-af1036a1f32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8273278'] for segment, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:33.248620 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-21060746-b279-4203-af96-296fb0778b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: Traceback (most recent call last): May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: timer() May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: cb(*args, **kw) May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: return func(*args, **kwargs) May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: self._notify() May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: self.callback(batched_events) May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: event.method(event) May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: return f(self, *a, **k) May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: return self._get(url).json() May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: return self.request(url, 'GET', **kwargs) May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:05:33.256081 dv-cinder-786384-6-smb neutron-server[98823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:05:33.445636 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-06a65bb7-1a2a-4286-b72b-af1036a1f32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449069'] for network, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:33.450558 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-06a65bb7-1a2a-4286-b72b-af1036a1f32b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:33.453091 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-534f62cc-8711-4067-bf9c-c38d9f7e7159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:33.474403 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a65bb7-1a2a-4286-b72b-af1036a1f32b admin admin] Pushing event deleted for resources: {'Network': ['ID=9b9e8b48-533f-4671-b519-11ca6129f792,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:33.479578 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-06a65bb7-1a2a-4286-b72b-af1036a1f32b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:33.500036 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-21060746-b279-4203-af96-296fb0778b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450237'] for router_interface, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:33.572433 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-06a65bb7-1a2a-4286-b72b-af1036a1f32b admin admin] 10.222.0.72 "DELETE /v2.0/networks/9b9e8b48-533f-4671-b519-11ca6129f792 HTTP/1.1" status: 204 len: 168 time: 1.2761695 May 25 16:05:33.792349 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 062558e0-bac9-4bf8-894b-6c594784482f no longer exists at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:05:33.827272 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] No Port match for: 062558e0-bac9-4bf8-894b-6c594784482f {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:05:33.827627 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 062558e0-bac9-4bf8-894b-6c594784482f not bound to the agent host dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:05:33.888843 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21060746-b279-4203-af96-296fb0778b95 admin admin] Router 5920bae1-2572-4581-b39a-25e952d131da has already been hosted by L3 agent 3611ce31-c30c-43ab-b435-64ae185c8aab {{(pid=98824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:05:33.894242 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 48900) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:33.945259 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-bbced64e-5349-4aad-bf1f-179edeea4f96 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1dafbac212f4486fb6d026d08f3d58bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495493 May 25 16:05:33.947575 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 48904) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:34.022426 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b6441f2b-d227-49d9-82b7-82791e21cf5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:34.057790 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b6441f2b-d227-49d9-82b7-82791e21cf5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:34.073095 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21060746-b279-4203-af96-296fb0778b95 admin admin] Notify agent at l3_agent.dv-cinder-786384-6-smb the message routers_updated {{(pid=98824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:05:34.083631 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36bc13d-1420-49e0-905d-2cc54e260f64 None None] Sync routers for ids ['5920bae1-2572-4581-b39a-25e952d131da'] in dv-cinder-786384-6-smb {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:05:34.096042 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36bc13d-1420-49e0-905d-2cc54e260f64 None None] Routers {'5920bae1-2572-4581-b39a-25e952d131da'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:05:34.098926 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-f36bc13d-1420-49e0-905d-2cc54e260f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:05:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['5920bae1-2572-4581-b39a-25e952d131da'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:34.205899 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-21060746-b279-4203-af96-296fb0778b95 admin admin] 10.222.0.72 "PUT /v2.0/routers/5920bae1-2572-4581-b39a-25e952d131da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7108936 May 25 16:05:34.206466 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 48908) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:34.247191 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b6441f2b-d227-49d9-82b7-82791e21cf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:34.252604 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-8cb3df2a-b231-40db-92a4-db5174b415c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:34.272154 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6441f2b-d227-49d9-82b7-82791e21cf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c209cf3-3a85-4fa6-ac1d-01009a8285dc,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:34.274853 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-b6441f2b-d227-49d9-82b7-82791e21cf5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:34.277972 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-b6441f2b-d227-49d9-82b7-82791e21cf5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:34.278493 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-b6441f2b-d227-49d9-82b7-82791e21cf5f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0c209cf3-3a85-4fa6-ac1d-01009a8285dc HTTP/1.1" status: 204 len: 168 time: 0.3300250 May 25 16:05:34.290421 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-f36bc13d-1420-49e0-905d-2cc54e260f64 None None] Set router 5920bae1-2572-4581-b39a-25e952d131da gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:05:34.394766 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ab545580-7a69-4051-9c38-9fb2de1f973c admin admin] Notify callbacks [] for router, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:34.603052 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-f36bc13d-1420-49e0-905d-2cc54e260f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5920bae1-2572-4581-b39a-25e952d131da', 'name': 'tempest-TestShelveInstance-154103621-router', 'tenant_id': '31f5ef477f774c89a44069cdaf13823d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'b9790724-976c-4566-a819-783168357d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:18Z', 'updated_at': '2021-05-25T16:05:33Z', 'revision_number': 5, 'project_id': '31f5ef477f774c89a44069cdaf13823d', 'gw_port': {'id': 'b9790724-976c-4566-a819-783168357d27', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5920bae1-2572-4581-b39a-25e952d131da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:20Z', 'updated_at': '2021-05-25T16:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:34.607266 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36bc13d-1420-49e0-905d-2cc54e260f64 None None] Checking router: 5920bae1-2572-4581-b39a-25e952d131da for host: dv-cinder-786384-6-smb {{(pid=98826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:05:34.617425 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36bc13d-1420-49e0-905d-2cc54e260f64 None None] Routers {'5920bae1-2572-4581-b39a-25e952d131da'} bound to L3 agent in host dv-cinder-786384-6-smb {{(pid=98826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:05:34.617784 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-f36bc13d-1420-49e0-905d-2cc54e260f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:48:25Z,description=,heartbeat_timestamp=2021-05-25T16:05:25Z,host='dv-cinder-786384-6-smb',id=3611ce31-c30c-43ab-b435-64ae185c8aab,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:48:25Z,topic='l3_agent')) {'router_ids': ['5920bae1-2572-4581-b39a-25e952d131da'], 'active': True} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:34.695973 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ab545580-7a69-4051-9c38-9fb2de1f973c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:34.826406 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_dvr_db [None req-f36bc13d-1420-49e0-905d-2cc54e260f64 None None] Set router 5920bae1-2572-4581-b39a-25e952d131da gateway port host: dv-cinder-786384-6-smb {{(pid=98826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:05:34.854617 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.plugin [None req-ab545580-7a69-4051-9c38-9fb2de1f973c admin admin] Deleting port b9790724-976c-4566-a819-783168357d27 {{(pid=98824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:05:34.854617 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ab545580-7a69-4051-9c38-9fb2de1f973c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:34.981914 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.db [None req-ab545580-7a69-4051-9c38-9fb2de1f973c admin admin] For port b9790724-976c-4566-a819-783168357d27, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=b9790724-976c-4566-a819-783168357d27,segment=NetworkSegment(13ec9ed7-53c7-433f-97c5-96b1b940f45d),segment_id=13ec9ed7-53c7-433f-97c5-96b1b940f45d)] {{(pid=98824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:05:34.982344 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ab545580-7a69-4051-9c38-9fb2de1f973c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:35.123633 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.plugin [None req-ab545580-7a69-4051-9c38-9fb2de1f973c admin admin] Calling delete_port for b9790724-976c-4566-a819-783168357d27 owned by network:router_gateway {{(pid=98824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:05:35.136912 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.l3_hamode_db [None req-f36bc13d-1420-49e0-905d-2cc54e260f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5920bae1-2572-4581-b39a-25e952d131da', 'name': 'tempest-TestShelveInstance-154103621-router', 'tenant_id': '31f5ef477f774c89a44069cdaf13823d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'b9790724-976c-4566-a819-783168357d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:18Z', 'updated_at': '2021-05-25T16:05:33Z', 'revision_number': 5, 'project_id': '31f5ef477f774c89a44069cdaf13823d', 'gw_port': {'id': 'b9790724-976c-4566-a819-783168357d27', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5920bae1-2572-4581-b39a-25e952d131da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:20Z', 'updated_at': '2021-05-25T16:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}], 'dv-cinder-786384-6-smb', False) {} {{(pid=98826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:35.141047 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36bc13d-1420-49e0-905d-2cc54e260f64 None None] The sync data for ids ['5920bae1-2572-4581-b39a-25e952d131da'] in dv-cinder-786384-6-smb is: [{'id': '5920bae1-2572-4581-b39a-25e952d131da', 'name': 'tempest-TestShelveInstance-154103621-router', 'tenant_id': '31f5ef477f774c89a44069cdaf13823d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'external_fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'b9790724-976c-4566-a819-783168357d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:18Z', 'updated_at': '2021-05-25T16:05:33Z', 'revision_number': 5, 'project_id': '31f5ef477f774c89a44069cdaf13823d', 'gw_port': {'id': 'b9790724-976c-4566-a819-783168357d27', 'name': '', 'network_id': 'be3871dc-f381-4103-8f68-0343c836dc76', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5920bae1-2572-4581-b39a-25e952d131da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:20Z', 'updated_at': '2021-05-25T16:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c10e3ea-68ab-49d4-8887-aa85c11495c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-6-smb'}] {{(pid=98826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:05:35.390318 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ab545580-7a69-4051-9c38-9fb2de1f973c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6454840'] for port, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:35.394301 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-2288e050-614b-4ae9-85cd-9560dc7fe307 tempest-TestMinimumBasicScenario-1425849904 tempest-TestMinimumBasicScenario-1425849904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:35.442823 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab545580-7a69-4051-9c38-9fb2de1f973c admin admin] Pushing event deleted for resources: {'Port': ['ID=b9790724-976c-4566-a819-783168357d27,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:35.470047 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-ab545580-7a69-4051-9c38-9fb2de1f973c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:35.546706 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ab545580-7a69-4051-9c38-9fb2de1f973c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449072'] for router_gateway, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:35.560356 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 48932) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:35.675833 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-e1505a9d-13b1-46f0-8ee7-5458bb8b27a5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1999581400-network', 'tenant_id': '9a8a06581ece494982ab00a25a4f7446'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:05:35.682018 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-e1505a9d-13b1-46f0-8ee7-5458bb8b27a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:05:35.686074 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-e1505a9d-13b1-46f0-8ee7-5458bb8b27a5 admin admin] Usage tracker for resource:network and tenant:9a8a06581ece494982ab00a25a4f7446 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:05:35.701270 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-e1505a9d-13b1-46f0-8ee7-5458bb8b27a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:05:35.707965 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-e1505a9d-13b1-46f0-8ee7-5458bb8b27a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:05:35.726098 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ab545580-7a69-4051-9c38-9fb2de1f973c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2879'] for router, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:35.731583 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ab545580-7a69-4051-9c38-9fb2de1f973c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:35.766504 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 8f432d0d-3dbc-44fa-b21e-41b15895ce06 no longer exists at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:05:35.804487 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] No Port match for: 8f432d0d-3dbc-44fa-b21e-41b15895ce06 {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:05:35.804939 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 8f432d0d-3dbc-44fa-b21e-41b15895ce06 not bound to the agent host dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:05:35.879645 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1505a9d-13b1-46f0-8ee7-5458bb8b27a5 admin admin] Made reservation on behalf of 9a8a06581ece494982ab00a25a4f7446 for: {'network': 1} {{(pid=98823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:05:35.882710 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e1505a9d-13b1-46f0-8ee7-5458bb8b27a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1625114'] for network, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:35.895423 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e1505a9d-13b1-46f0-8ee7-5458bb8b27a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:35.908426 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ab545580-7a69-4051-9c38-9fb2de1f973c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450433'] for router, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:35.909077 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab545580-7a69-4051-9c38-9fb2de1f973c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5920bae1-2572-4581-b39a-25e952d131da {{(pid=98824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:05:35.910230 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-e1505a9d-13b1-46f0-8ee7-5458bb8b27a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:05:35.914192 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-e1505a9d-13b1-46f0-8ee7-5458bb8b27a5 admin admin] Usage tracker for resource:security_group_rule and tenant:9a8a06581ece494982ab00a25a4f7446 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:05:35.918539 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-e1505a9d-13b1-46f0-8ee7-5458bb8b27a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:05:35.923062 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-e1505a9d-13b1-46f0-8ee7-5458bb8b27a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:05:35.925274 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-ab545580-7a69-4051-9c38-9fb2de1f973c admin admin] Notify callbacks [] for router, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:35.929962 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-ab545580-7a69-4051-9c38-9fb2de1f973c admin admin] 10.222.0.72 "DELETE /v2.0/routers/5920bae1-2572-4581-b39a-25e952d131da HTTP/1.1" status: 204 len: 168 time: 1.7195733 May 25 16:05:35.930266 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 48938) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:35.999234 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a6131b3-9d33-42e2-9847-8091c94b3ba1 admin admin] Deleting subnet eeac5029-7a7b-4db4-bed9-ca98817d35b8 {{(pid=98824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:05:36.005158 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1a6131b3-9d33-42e2-9847-8091c94b3ba1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:36.015101 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e1505a9d-13b1-46f0-8ee7-5458bb8b27a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:36.058800 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1a6131b3-9d33-42e2-9847-8091c94b3ba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513091'] for subnet, precommit_delete_associations {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:36.110063 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e1505a9d-13b1-46f0-8ee7-5458bb8b27a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:36.114530 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-1ede6f5a-37fd-42f9-adc5-30fa98cf9d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:36.138605 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1505a9d-13b1-46f0-8ee7-5458bb8b27a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=98823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:05:36.141707 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1a6131b3-9d33-42e2-9847-8091c94b3ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698781'] for subnet, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:36.161462 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1505a9d-13b1-46f0-8ee7-5458bb8b27a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5c852f-ae0c-4ab5-bb0a-f4a33563faa9,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:36.161462 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e1505a9d-13b1-46f0-8ee7-5458bb8b27a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:36.161462 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.db.segments_db [None req-e1505a9d-13b1-46f0-8ee7-5458bb8b27a5 admin admin] Added segment 382fad1b-eccb-4af9-9378-9ac142bba589 of type vlan for network fce45c1b-707d-4023-bbd3-f50655d051bf May 25 16:05:36.161876 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-e1505a9d-13b1-46f0-8ee7-5458bb8b27a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:36.188945 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e1505a9d-13b1-46f0-8ee7-5458bb8b27a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745740942677'] for network, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:36.281611 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e1505a9d-13b1-46f0-8ee7-5458bb8b27a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387'] for network, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:36.283010 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1505a9d-13b1-46f0-8ee7-5458bb8b27a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:36.283603 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e1505a9d-13b1-46f0-8ee7-5458bb8b27a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:36.289311 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:36.394786 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1505a9d-13b1-46f0-8ee7-5458bb8b27a5 admin admin] Pushing event updated for resources: {'Network': ['ID=fce45c1b-707d-4023-bbd3-f50655d051bf,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:36.397718 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-e1505a9d-13b1-46f0-8ee7-5458bb8b27a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:36.406154 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Network fce45c1b-707d-4023-bbd3-f50655d051bf details requested by agent ovs-agent-dv-cinder-786384-6-smb with host dv-cinder-786384-6-smb {{(pid=98825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:05:36.442503 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-e1505a9d-13b1-46f0-8ee7-5458bb8b27a5 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8809891 May 25 16:05:36.445374 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 48942) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:36.451410 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-7a2903a5-5aca-4e31-9282-2e0805472c83 admin admin] Request body: {'subnet': {'network_id': 'fce45c1b-707d-4023-bbd3-f50655d051bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1999581400-subnet', 'tenant_id': '9a8a06581ece494982ab00a25a4f7446', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:05:36.456404 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-7a2903a5-5aca-4e31-9282-2e0805472c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:05:36.461214 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-7a2903a5-5aca-4e31-9282-2e0805472c83 admin admin] Usage tracker for resource:subnet and tenant:9a8a06581ece494982ab00a25a4f7446 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:05:36.464040 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-7a2903a5-5aca-4e31-9282-2e0805472c83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:05:36.471381 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-7a2903a5-5aca-4e31-9282-2e0805472c83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:05:36.474235 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1a6131b3-9d33-42e2-9847-8091c94b3ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1697896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6390219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6432762'] for subnet, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:36.480604 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:36.521546 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6131b3-9d33-42e2-9847-8091c94b3ba1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeac5029-7a7b-4db4-bed9-ca98817d35b8,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:36.525297 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-1a6131b3-9d33-42e2-9847-8091c94b3ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:36.526222 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-1a6131b3-9d33-42e2-9847-8091c94b3ba1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:36.532246 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-1a6131b3-9d33-42e2-9847-8091c94b3ba1 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/eeac5029-7a7b-4db4-bed9-ca98817d35b8 HTTP/1.1" status: 204 len: 168 time: 0.6009781 May 25 16:05:36.533017 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0721c8d-e3e6-445b-b39d-6811e9076834 None None] Network b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0 requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:05:36.535770 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 48946) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:36.559312 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2903a5-5aca-4e31-9282-2e0805472c83 admin admin] Made reservation on behalf of 9a8a06581ece494982ab00a25a4f7446 for: {'subnet': 1} {{(pid=98823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:05:36.561738 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-7a2903a5-5aca-4e31-9282-2e0805472c83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7228904'] for subnet, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:36.730109 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-2f53c24e-f2e6-4915-8815-94e1eafaf5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655721'] for network, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:36.785479 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1b175f-e2e7-4966-a496-a6db58f8a4c4 None None] DHCP port deletion for b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0 request from dv-cinder-786384-6-smb {{(pid=98825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:05:36.852202 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-0a1b175f-e2e7-4966-a496-a6db58f8a4c4 None None] Deleting port 1cde452c-a191-481c-b36c-1e7f8ea55a35 {{(pid=98825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:05:36.852586 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-0a1b175f-e2e7-4966-a496-a6db58f8a4c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:36.899832 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-2f53c24e-f2e6-4915-8815-94e1eafaf5b7 admin admin] Deleting port 1cde452c-a191-481c-b36c-1e7f8ea55a35 {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:05:36.900220 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-2f53c24e-f2e6-4915-8815-94e1eafaf5b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:36.953570 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-0a1b175f-e2e7-4966-a496-a6db58f8a4c4 None None] For port 1cde452c-a191-481c-b36c-1e7f8ea55a35, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=1cde452c-a191-481c-b36c-1e7f8ea55a35,segment=NetworkSegment(2be7d28f-071d-4100-b4cb-5f44e258607c),segment_id=2be7d28f-071d-4100-b4cb-5f44e258607c)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:05:36.953974 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-0a1b175f-e2e7-4966-a496-a6db58f8a4c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:37.024348 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [None req-2f53c24e-f2e6-4915-8815-94e1eafaf5b7 admin admin] For port 1cde452c-a191-481c-b36c-1e7f8ea55a35, host dv-cinder-786384-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-6-smb',level=0,port_id=1cde452c-a191-481c-b36c-1e7f8ea55a35,segment=NetworkSegment(2be7d28f-071d-4100-b4cb-5f44e258607c),segment_id=2be7d28f-071d-4100-b4cb-5f44e258607c)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:05:37.024640 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-2f53c24e-f2e6-4915-8815-94e1eafaf5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:37.077761 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-0a1b175f-e2e7-4966-a496-a6db58f8a4c4 None None] Calling delete_port for 1cde452c-a191-481c-b36c-1e7f8ea55a35 owned by network:dhcp {{(pid=98825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:05:37.199240 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [None req-2f53c24e-f2e6-4915-8815-94e1eafaf5b7 admin admin] Calling delete_port for 1cde452c-a191-481c-b36c-1e7f8ea55a35 owned by network:dhcp {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:05:37.201413 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-0a1b175f-e2e7-4966-a496-a6db58f8a4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612'] for port, after_delete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:37.205269 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:37.251054 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b175f-e2e7-4966-a496-a6db58f8a4c4 None None] Pushing event deleted for resources: {'Port': ['ID=1cde452c-a191-481c-b36c-1e7f8ea55a35,revision_number=None']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:37.254032 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-0a1b175f-e2e7-4966-a496-a6db58f8a4c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:37.254976 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1b175f-e2e7-4966-a496-a6db58f8a4c4 None None] No DVR routers for this DVR port 1cde452c-a191-481c-b36c-1e7f8ea55a35 on host dv-cinder-786384-6-smb {{(pid=98825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:05:37.382785 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-2f53c24e-f2e6-4915-8815-94e1eafaf5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:37.388105 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:37.435883 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53c24e-f2e6-4915-8815-94e1eafaf5b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cde452c-a191-481c-b36c-1e7f8ea55a35,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:37.441303 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-2f53c24e-f2e6-4915-8815-94e1eafaf5b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:37.442007 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f53c24e-f2e6-4915-8815-94e1eafaf5b7 admin admin] No DVR routers for this DVR port 1cde452c-a191-481c-b36c-1e7f8ea55a35 on host dv-cinder-786384-6-smb {{(pid=98823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:05:37.609756 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-2f53c24e-f2e6-4915-8815-94e1eafaf5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700178', 'neutron.services.segments.db._delete_segments_for_network-8745741368284'] for network, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:37.617847 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-7a2903a5-5aca-4e31-9282-2e0805472c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8241819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7228926'] for subnet, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:37.626649 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:37.655141 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.services.segments.db [None req-2f53c24e-f2e6-4915-8815-94e1eafaf5b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0']}} {{(pid=98823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:37.681773 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.services.segments.db [None req-2f53c24e-f2e6-4915-8815-94e1eafaf5b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be7d28f-071d-4100-b4cb-5f44e258607c') {'for_net_delete': True} {{(pid=98823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:37.682074 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.services.segments.db [None req-2f53c24e-f2e6-4915-8815-94e1eafaf5b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be7d28f-071d-4100-b4cb-5f44e258607c') {} {{(pid=98823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:37.712665 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-2f53c24e-f2e6-4915-8815-94e1eafaf5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745741377181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6719306'] for segment, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:37.733205 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2903a5-5aca-4e31-9282-2e0805472c83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc0fb871-70a0-4c94-9d47-466f3a6ba07f,revision_number=0']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:37.746036 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-2f53c24e-f2e6-4915-8815-94e1eafaf5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:37.747491 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 1cde452c-a191-481c-b36c-1e7f8ea55a35 no longer exists at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:05:37.750261 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2903a5-5aca-4e31-9282-2e0805472c83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:37.750644 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2903a5-5aca-4e31-9282-2e0805472c83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:37.751019 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2903a5-5aca-4e31-9282-2e0805472c83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:37.751393 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2903a5-5aca-4e31-9282-2e0805472c83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:37.751756 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2903a5-5aca-4e31-9282-2e0805472c83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:37.752118 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2903a5-5aca-4e31-9282-2e0805472c83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:37.752522 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2903a5-5aca-4e31-9282-2e0805472c83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:37.752909 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2903a5-5aca-4e31-9282-2e0805472c83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:37.753271 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2903a5-5aca-4e31-9282-2e0805472c83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:37.753626 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2903a5-5aca-4e31-9282-2e0805472c83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:37.753986 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2903a5-5aca-4e31-9282-2e0805472c83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:37.754342 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2903a5-5aca-4e31-9282-2e0805472c83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:37.762171 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-7a2903a5-5aca-4e31-9282-2e0805472c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:37.762890 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2903a5-5aca-4e31-9282-2e0805472c83 admin admin] Checking segment: {'id': '382fad1b-eccb-4af9-9378-9ac142bba589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'fce45c1b-707d-4023-bbd3-f50655d051bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:05:37.763254 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2903a5-5aca-4e31-9282-2e0805472c83 admin admin] Network hostable DHCP agents. Network: fce45c1b-707d-4023-bbd3-f50655d051bf, hostable agents: ['00ebe683-d06a-496e-87c5-4674691aaa5f'], hosted agents: [] {{(pid=98823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:05:37.768501 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f53c24e-f2e6-4915-8815-94e1eafaf5b7 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=98823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:05:37.768934 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-2f53c24e-f2e6-4915-8815-94e1eafaf5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8273278'] for segment, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: util.warn( May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: util.warn( May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: util.warn( May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: util.warn( May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: Traceback (most recent call last): May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: timer() May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: cb(*args, **kw) May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: return func(*args, **kwargs) May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: self._notify() May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: self.callback(batched_events) May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: event.method(event) May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: return f(self, *a, **k) May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: return self._get(url).json() May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: return self.request(url, 'GET', **kwargs) May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:05:37.783183 dv-cinder-786384-6-smb neutron-server[98823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:05:37.786427 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] No Port match for: 1cde452c-a191-481c-b36c-1e7f8ea55a35 {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:05:37.786427 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device 1cde452c-a191-481c-b36c-1e7f8ea55a35 not bound to the agent host dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:05:37.786427 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device b9790724-976c-4566-a819-783168357d27 no longer exists at agent ovs-agent-dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:05:37.820739 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] No Port match for: b9790724-976c-4566-a819-783168357d27 {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:05:37.821128 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Device b9790724-976c-4566-a819-783168357d27 not bound to the agent host dv-cinder-786384-6-smb {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:05:37.973142 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2903a5-5aca-4e31-9282-2e0805472c83 admin admin] Network fce45c1b-707d-4023-bbd3-f50655d051bf is scheduled to be hosted by DHCP agent 00ebe683-d06a-496e-87c5-4674691aaa5f with binding_index 1 {{(pid=98823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:05:37.984242 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-2f53c24e-f2e6-4915-8815-94e1eafaf5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449069'] for network, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:37.987889 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:38.001618 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-2f53c24e-f2e6-4915-8815-94e1eafaf5b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:38.015142 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53c24e-f2e6-4915-8815-94e1eafaf5b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:38.019380 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-2f53c24e-f2e6-4915-8815-94e1eafaf5b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:38.023046 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-2f53c24e-f2e6-4915-8815-94e1eafaf5b7 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b9ac7a9b-9c4d-4917-8c1e-b8ff25357df0 HTTP/1.1" status: 204 len: 168 time: 1.4862196 May 25 16:05:38.068164 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [None req-7a2903a5-5aca-4e31-9282-2e0805472c83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-6-smb, fce45c1b-707d-4023-bbd3-f50655d051bf) {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:05:38.077177 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2903a5-5aca-4e31-9282-2e0805472c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:38.077798 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-7a2903a5-5aca-4e31-9282-2e0805472c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for subnet, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:38.078744 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54d7f5e-8419-4c62-aacd-00721a1a17f6 None None] Network fce45c1b-707d-4023-bbd3-f50655d051bf requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:05:38.173661 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-7a2903a5-5aca-4e31-9282-2e0805472c83 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7270648 May 25 16:05:38.271804 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccef622-77da-4dc9-b3a9-75eeec4d2df8 None None] Network fce45c1b-707d-4023-bbd3-f50655d051bf requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:05:38.431710 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 48956) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:38.492346 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-dd19e4dc-4f84-461c-b415-4e09cefeca4e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1009942ff088419bb323bdff264b58be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0594625 May 25 16:05:38.494668 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 48962) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:38.558982 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe06-5771-4b6f-b516-d1196e60b254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:38.585693 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe06-5771-4b6f-b516-d1196e60b254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:38.749347 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe06-5771-4b6f-b516-d1196e60b254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:38.754257 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-099f2f86-7e02-4e30-a7fd-1fd237e5f3a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:38.768883 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe06-5771-4b6f-b516-d1196e60b254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9805e56e-43c0-4b9e-bf71-14b5147815ad,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:38.773738 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-6efbbe06-5771-4b6f-b516-d1196e60b254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:38.779364 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe06-5771-4b6f-b516-d1196e60b254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:38.784835 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-6efbbe06-5771-4b6f-b516-d1196e60b254 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9805e56e-43c0-4b9e-bf71-14b5147815ad HTTP/1.1" status: 204 len: 168 time: 0.2889545 May 25 16:05:39.156980 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 48978) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:39.164001 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.v2.base [None req-61bc900d-6fc4-4414-8a45-0bd629b6c4a7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1396203508-network', 'tenant_id': '718662ae7e7043ca8ef2c2e0c46e18eb'}} {{(pid=98824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:05:39.168743 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-61bc900d-6fc4-4414-8a45-0bd629b6c4a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:05:39.172712 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-61bc900d-6fc4-4414-8a45-0bd629b6c4a7 admin admin] Usage tracker for resource:network and tenant:718662ae7e7043ca8ef2c2e0c46e18eb is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:05:39.175626 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-61bc900d-6fc4-4414-8a45-0bd629b6c4a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:05:39.182806 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-61bc900d-6fc4-4414-8a45-0bd629b6c4a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:05:39.313976 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bc900d-6fc4-4414-8a45-0bd629b6c4a7 admin admin] Made reservation on behalf of 718662ae7e7043ca8ef2c2e0c46e18eb for: {'network': 1} {{(pid=98824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:05:39.316269 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-61bc900d-6fc4-4414-8a45-0bd629b6c4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1625114'] for network, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:39.329499 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-61bc900d-6fc4-4414-8a45-0bd629b6c4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:39.345388 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-61bc900d-6fc4-4414-8a45-0bd629b6c4a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:05:39.349147 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-61bc900d-6fc4-4414-8a45-0bd629b6c4a7 admin admin] Usage tracker for resource:security_group_rule and tenant:718662ae7e7043ca8ef2c2e0c46e18eb is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:05:39.351967 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-61bc900d-6fc4-4414-8a45-0bd629b6c4a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:05:39.358208 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-61bc900d-6fc4-4414-8a45-0bd629b6c4a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:05:39.444582 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-61bc900d-6fc4-4414-8a45-0bd629b6c4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:39.480084 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 48982) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:39.509913 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-61bc900d-6fc4-4414-8a45-0bd629b6c4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:39.516141 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-27c5ae41-e0e4-481d-9c3f-d8fd28c0de1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:39.557437 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61bc900d-6fc4-4414-8a45-0bd629b6c4a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=98824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:05:39.561165 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-62134f01-327f-497c-ac60-7f2470a5576e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=31f5ef477f774c89a44069cdaf13823d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0799205 May 25 16:05:39.565123 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 48986) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:39.572373 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc900d-6fc4-4414-8a45-0bd629b6c4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaeced74-84c7-4db1-91ab-fae2c7a60c11,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:39.576438 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-61bc900d-6fc4-4414-8a45-0bd629b6c4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:39.577421 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-61bc900d-6fc4-4414-8a45-0bd629b6c4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:39.577759 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.db.segments_db [None req-61bc900d-6fc4-4414-8a45-0bd629b6c4a7 admin admin] Added segment dcabc354-61bc-4e88-b702-f160380b8db1 of type vlan for network 9de40e10-cb7c-466b-8364-10e958080e44 May 25 16:05:39.605579 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-61bc900d-6fc4-4414-8a45-0bd629b6c4a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745740942677'] for network, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:39.637404 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-53ad060f-6188-4863-8aa4-3f0349236508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:39.664078 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-53ad060f-6188-4863-8aa4-3f0349236508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:39.721303 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-61bc900d-6fc4-4414-8a45-0bd629b6c4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387'] for network, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:39.722683 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bc900d-6fc4-4414-8a45-0bd629b6c4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:39.723264 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-61bc900d-6fc4-4414-8a45-0bd629b6c4a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:39.727443 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:39.813195 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-53ad060f-6188-4863-8aa4-3f0349236508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:39.818147 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-12d5868f-fb1a-467d-8611-0d2ffb7550f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:39.828002 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc900d-6fc4-4414-8a45-0bd629b6c4a7 admin admin] Pushing event updated for resources: {'Network': ['ID=9de40e10-cb7c-466b-8364-10e958080e44,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:39.830941 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-61bc900d-6fc4-4414-8a45-0bd629b6c4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:39.833540 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad060f-6188-4863-8aa4-3f0349236508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77385b8b-4706-4ea1-9c6e-b47d2df067cd,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:39.837137 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-53ad060f-6188-4863-8aa4-3f0349236508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:39.839137 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-53ad060f-6188-4863-8aa4-3f0349236508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:39.839529 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Network 9de40e10-cb7c-466b-8364-10e958080e44 details requested by agent ovs-agent-dv-cinder-786384-6-smb with host dv-cinder-786384-6-smb {{(pid=98825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:05:39.840254 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-53ad060f-6188-4863-8aa4-3f0349236508 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/77385b8b-4706-4ea1-9c6e-b47d2df067cd HTTP/1.1" status: 204 len: 168 time: 0.2754881 May 25 16:05:39.910876 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-61bc900d-6fc4-4414-8a45-0bd629b6c4a7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7525845 May 25 16:05:39.914037 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 48994) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:39.920200 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-1f1e6ac5-c027-411e-bf1d-89ae8119ccf8 admin admin] Request body: {'subnet': {'network_id': '9de40e10-cb7c-466b-8364-10e958080e44', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1396203508-subnet', 'tenant_id': '718662ae7e7043ca8ef2c2e0c46e18eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:05:39.925029 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-1f1e6ac5-c027-411e-bf1d-89ae8119ccf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:05:39.929694 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-1f1e6ac5-c027-411e-bf1d-89ae8119ccf8 admin admin] Usage tracker for resource:subnet and tenant:718662ae7e7043ca8ef2c2e0c46e18eb is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:05:39.932700 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-1f1e6ac5-c027-411e-bf1d-89ae8119ccf8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:05:39.938574 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-1f1e6ac5-c027-411e-bf1d-89ae8119ccf8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:05:40.018381 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1e6ac5-c027-411e-bf1d-89ae8119ccf8 admin admin] Made reservation on behalf of 718662ae7e7043ca8ef2c2e0c46e18eb for: {'subnet': 1} {{(pid=98823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:05:40.020821 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-1f1e6ac5-c027-411e-bf1d-89ae8119ccf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7228904'] for subnet, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:40.535997 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-1f1e6ac5-c027-411e-bf1d-89ae8119ccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8241819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7228926'] for subnet, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:40.540388 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-8efdee97-f85f-4ff8-a0c6-51dcbc0ed4a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:40.613496 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e6ac5-c027-411e-bf1d-89ae8119ccf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6354c8e9-6889-4280-95b1-f0c5833af911,revision_number=0']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:40.617342 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-1f1e6ac5-c027-411e-bf1d-89ae8119ccf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:40.624520 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e6ac5-c027-411e-bf1d-89ae8119ccf8 admin admin] Checking segment: {'id': 'dcabc354-61bc-4e88-b702-f160380b8db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9de40e10-cb7c-466b-8364-10e958080e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:05:40.624908 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1e6ac5-c027-411e-bf1d-89ae8119ccf8 admin admin] Network hostable DHCP agents. Network: 9de40e10-cb7c-466b-8364-10e958080e44, hostable agents: ['00ebe683-d06a-496e-87c5-4674691aaa5f'], hosted agents: [] {{(pid=98823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:05:40.713774 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1e6ac5-c027-411e-bf1d-89ae8119ccf8 admin admin] Network 9de40e10-cb7c-466b-8364-10e958080e44 is scheduled to be hosted by DHCP agent 00ebe683-d06a-496e-87c5-4674691aaa5f with binding_index 1 {{(pid=98823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:05:40.801675 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [None req-1f1e6ac5-c027-411e-bf1d-89ae8119ccf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-6-smb, 9de40e10-cb7c-466b-8364-10e958080e44) {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:05:40.811056 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03350d1b-e007-4f7c-8aef-0418654945e8 None None] Network 9de40e10-cb7c-466b-8364-10e958080e44 requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:05:40.811325 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1e6ac5-c027-411e-bf1d-89ae8119ccf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:40.811931 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-1f1e6ac5-c027-411e-bf1d-89ae8119ccf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for subnet, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:40.916310 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-1f1e6ac5-c027-411e-bf1d-89ae8119ccf8 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0009263 May 25 16:05:41.010817 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111cb3e6-e38a-4c4d-bf48-b726af628dd4 None None] Network 9de40e10-cb7c-466b-8364-10e958080e44 requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:05:41.054858 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 49000) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:41.118898 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.db_base_plugin_v2 [None req-9519566a-8dd5-4b58-a5ec-812331d1bbaf admin admin] Deleting subnet dc0fb871-70a0-4c94-9d47-466f3a6ba07f {{(pid=98823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:05:41.122262 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9519566a-8dd5-4b58-a5ec-812331d1bbaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:41.175341 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9519566a-8dd5-4b58-a5ec-812331d1bbaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6719297'] for subnet, precommit_delete_associations {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:41.232236 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9519566a-8dd5-4b58-a5ec-812331d1bbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698781'] for subnet, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:41.561896 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9519566a-8dd5-4b58-a5ec-812331d1bbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1697896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8241880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7228919'] for subnet, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:41.566193 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-926a7897-9da3-470e-8629-cc6d801bf8e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:41.687786 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519566a-8dd5-4b58-a5ec-812331d1bbaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc0fb871-70a0-4c94-9d47-466f3a6ba07f,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:41.691250 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-9519566a-8dd5-4b58-a5ec-812331d1bbaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:41.693830 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-9519566a-8dd5-4b58-a5ec-812331d1bbaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for subnet, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:41.699927 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-9519566a-8dd5-4b58-a5ec-812331d1bbaf admin admin] 10.222.0.72 "DELETE /v2.0/subnets/dc0fb871-70a0-4c94-9d47-466f3a6ba07f HTTP/1.1" status: 204 len: 168 time: 0.6439862 May 25 16:05:41.702363 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 49004) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:41.808963 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-3f1d197c-a001-4b76-87cc-695446f4d073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655721'] for network, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:41.939301 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-3f1d197c-a001-4b76-87cc-695446f4d073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700178', 'neutron.services.segments.db._delete_segments_for_network-8745741368284'] for network, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:41.952018 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.services.segments.db [None req-3f1d197c-a001-4b76-87cc-695446f4d073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce45c1b-707d-4023-bbd3-f50655d051bf']}} {{(pid=98823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:41.964586 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.services.segments.db [None req-3f1d197c-a001-4b76-87cc-695446f4d073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382fad1b-eccb-4af9-9378-9ac142bba589') {'for_net_delete': True} {{(pid=98823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:41.964923 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.services.segments.db [None req-3f1d197c-a001-4b76-87cc-695446f4d073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382fad1b-eccb-4af9-9378-9ac142bba589') {} {{(pid=98823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:41.976870 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-3f1d197c-a001-4b76-87cc-695446f4d073 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745741377181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6719306'] for segment, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:41.993199 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-3f1d197c-a001-4b76-87cc-695446f4d073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:41.999379 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1d197c-a001-4b76-87cc-695446f4d073 admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=98823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:05:41.999767 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-3f1d197c-a001-4b76-87cc-695446f4d073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8273278'] for segment, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: Traceback (most recent call last): May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: timer() May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: cb(*args, **kw) May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: return func(*args, **kwargs) May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: self._notify() May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: self.callback(batched_events) May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: event.method(event) May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: return f(self, *a, **k) May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: return self._get(url).json() May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: return self.request(url, 'GET', **kwargs) May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:05:42.013752 dv-cinder-786384-6-smb neutron-server[98823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:05:42.150195 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-3f1d197c-a001-4b76-87cc-695446f4d073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449069'] for network, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:42.153632 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:42.166467 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-3f1d197c-a001-4b76-87cc-695446f4d073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:42.175342 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d197c-a001-4b76-87cc-695446f4d073 admin admin] Pushing event deleted for resources: {'Network': ['ID=fce45c1b-707d-4023-bbd3-f50655d051bf,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:42.177827 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-3f1d197c-a001-4b76-87cc-695446f4d073 admin admin] 10.222.0.72 "DELETE /v2.0/networks/fce45c1b-707d-4023-bbd3-f50655d051bf HTTP/1.1" status: 204 len: 168 time: 0.4745331 May 25 16:05:42.179377 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-3f1d197c-a001-4b76-87cc-695446f4d073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:42.181348 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 49008) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:42.246415 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.db_base_plugin_v2 [None req-e945344e-6533-4b34-be47-fbd529d4b04e admin admin] Deleting subnet 6354c8e9-6889-4280-95b1-f0c5833af911 {{(pid=98823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:05:42.249529 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e945344e-6533-4b34-be47-fbd529d4b04e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:42.301486 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e945344e-6533-4b34-be47-fbd529d4b04e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6719297'] for subnet, precommit_delete_associations {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:42.366302 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e945344e-6533-4b34-be47-fbd529d4b04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698781'] for subnet, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:42.721626 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e945344e-6533-4b34-be47-fbd529d4b04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1697896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8241880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7228919'] for subnet, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:42.726744 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-8469610b-3fff-45a6-b111-e07a148c7dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:42.760961 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945344e-6533-4b34-be47-fbd529d4b04e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6354c8e9-6889-4280-95b1-f0c5833af911,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:42.764008 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-e945344e-6533-4b34-be47-fbd529d4b04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:42.765756 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e945344e-6533-4b34-be47-fbd529d4b04e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for subnet, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:42.770952 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-e945344e-6533-4b34-be47-fbd529d4b04e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/6354c8e9-6889-4280-95b1-f0c5833af911 HTTP/1.1" status: 204 len: 168 time: 0.5886726 May 25 16:05:42.774435 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 49012) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:42.887308 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-2af077ca-244d-48e5-a0aa-634d148e0cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655721'] for network, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:43.014121 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-2af077ca-244d-48e5-a0aa-634d148e0cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700178', 'neutron.services.segments.db._delete_segments_for_network-8745741368284'] for network, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:43.028818 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.services.segments.db [None req-2af077ca-244d-48e5-a0aa-634d148e0cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de40e10-cb7c-466b-8364-10e958080e44']}} {{(pid=98823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:43.047562 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.services.segments.db [None req-2af077ca-244d-48e5-a0aa-634d148e0cb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcabc354-61bc-4e88-b702-f160380b8db1') {'for_net_delete': True} {{(pid=98823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:43.047840 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.services.segments.db [None req-2af077ca-244d-48e5-a0aa-634d148e0cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcabc354-61bc-4e88-b702-f160380b8db1') {} {{(pid=98823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:43.061220 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-2af077ca-244d-48e5-a0aa-634d148e0cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745741377181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6719306'] for segment, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:43.078719 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-2af077ca-244d-48e5-a0aa-634d148e0cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:43.085580 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af077ca-244d-48e5-a0aa-634d148e0cb8 admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=98823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:05:43.085963 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-2af077ca-244d-48e5-a0aa-634d148e0cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8273278'] for segment, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: Traceback (most recent call last): May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: timer() May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: cb(*args, **kw) May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: return func(*args, **kwargs) May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: self._notify() May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: self.callback(batched_events) May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: event.method(event) May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: return f(self, *a, **k) May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: return self._get(url).json() May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: return self.request(url, 'GET', **kwargs) May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:05:43.099539 dv-cinder-786384-6-smb neutron-server[98823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:05:43.253099 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-2af077ca-244d-48e5-a0aa-634d148e0cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449069'] for network, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:43.257669 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-2af077ca-244d-48e5-a0aa-634d148e0cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:43.260204 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-3f1d197c-a001-4b76-87cc-695446f4d073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:43.284471 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-2af077ca-244d-48e5-a0aa-634d148e0cb8 admin admin] 10.222.0.72 "DELETE /v2.0/networks/9de40e10-cb7c-466b-8364-10e958080e44 HTTP/1.1" status: 204 len: 168 time: 0.5088685 May 25 16:05:43.285467 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af077ca-244d-48e5-a0aa-634d148e0cb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9de40e10-cb7c-466b-8364-10e958080e44,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:43.288626 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-2af077ca-244d-48e5-a0aa-634d148e0cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:43.783666 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 49018) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:43.832880 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-00da3a5a-a77a-41fc-ba9f-4d966958915e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9a8a06581ece494982ab00a25a4f7446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478342 May 25 16:05:43.835892 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 49022) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:43.896447 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-552d7deb-7ba9-4ba6-bb8d-4ac82b119eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:43.927528 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-552d7deb-7ba9-4ba6-bb8d-4ac82b119eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:44.086910 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-552d7deb-7ba9-4ba6-bb8d-4ac82b119eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:44.090604 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-b8f1b5b7-e730-4b6d-acb8-4f2319a04e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:44.102141 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d7deb-7ba9-4ba6-bb8d-4ac82b119eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5c852f-ae0c-4ab5-bb0a-f4a33563faa9,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:44.105613 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-552d7deb-7ba9-4ba6-bb8d-4ac82b119eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:44.110499 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-552d7deb-7ba9-4ba6-bb8d-4ac82b119eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:44.110499 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-552d7deb-7ba9-4ba6-bb8d-4ac82b119eb2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4f5c852f-ae0c-4ab5-bb0a-f4a33563faa9 HTTP/1.1" status: 204 len: 168 time: 0.2732935 May 25 16:05:44.843578 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 49030) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:44.993694 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-6a8e13d0-bdf6-4596-8c40-c0a74df99431 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=718662ae7e7043ca8ef2c2e0c46e18eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1487653 May 25 16:05:44.996926 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 49034) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:45.054589 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-d38a324b-c802-4b10-b36e-07cb5a7e3832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:45.079317 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-d38a324b-c802-4b10-b36e-07cb5a7e3832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:45.205447 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-d38a324b-c802-4b10-b36e-07cb5a7e3832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:45.209325 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-83055957-4e79-42a3-a66a-1f051312e359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:45.220876 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a324b-c802-4b10-b36e-07cb5a7e3832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaeced74-84c7-4db1-91ab-fae2c7a60c11,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:45.223187 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-d38a324b-c802-4b10-b36e-07cb5a7e3832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:45.229077 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-d38a324b-c802-4b10-b36e-07cb5a7e3832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:45.230187 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-d38a324b-c802-4b10-b36e-07cb5a7e3832 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aaeced74-84c7-4db1-91ab-fae2c7a60c11 HTTP/1.1" status: 204 len: 168 time: 0.2323618 May 25 16:05:47.860861 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 49082) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:47.979215 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-0deda93f-920e-4820-80f2-35d9135c268e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:47.995059 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-0deda93f-920e-4820-80f2-35d9135c268e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:05:47.998911 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-0deda93f-920e-4820-80f2-35d9135c268e admin admin] Usage tracker for resource:security_group_rule and tenant:27b5e1af777145efa3be01d52dcd6246 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:05:48.001863 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-0deda93f-920e-4820-80f2-35d9135c268e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:05:48.008131 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-0deda93f-920e-4820-80f2-35d9135c268e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:05:48.094363 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-0deda93f-920e-4820-80f2-35d9135c268e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:48.138762 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-0deda93f-920e-4820-80f2-35d9135c268e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:48.145964 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-3a04c63c-4858-49c0-8828-ef2992c18535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:48.187525 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-0deda93f-920e-4820-80f2-35d9135c268e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=27b5e1af777145efa3be01d52dcd6246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3255730 May 25 16:05:48.188407 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deda93f-920e-4820-80f2-35d9135c268e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e6e036-6e97-4fb7-9ae9-f49f52afad38,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:48.190304 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 49088) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:48.192087 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-0deda93f-920e-4820-80f2-35d9135c268e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:48.259581 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-711eac54-4fb5-4e5c-9db0-3ac14f290ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:48.372135 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-711eac54-4fb5-4e5c-9db0-3ac14f290ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:48.504414 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-711eac54-4fb5-4e5c-9db0-3ac14f290ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:48.508935 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-08f05d68-f0f2-4e1c-b995-ba4f503ed3b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:48.520293 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711eac54-4fb5-4e5c-9db0-3ac14f290ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e6e036-6e97-4fb7-9ae9-f49f52afad38,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:48.523297 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-711eac54-4fb5-4e5c-9db0-3ac14f290ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:48.529639 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-711eac54-4fb5-4e5c-9db0-3ac14f290ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:48.531045 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-711eac54-4fb5-4e5c-9db0-3ac14f290ffb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/84e6e036-6e97-4fb7-9ae9-f49f52afad38 HTTP/1.1" status: 204 len: 168 time: 0.3382618 May 25 16:05:49.169430 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 49096) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:49.187825 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-089fce0a-3473-4daa-8403-72d3268b4ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:49.202476 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-089fce0a-3473-4daa-8403-72d3268b4ebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:05:49.206311 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-089fce0a-3473-4daa-8403-72d3268b4ebb admin admin] Usage tracker for resource:security_group_rule and tenant:65e2b350d7254188acbc7fc41b0fc2fc is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:05:49.209087 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-089fce0a-3473-4daa-8403-72d3268b4ebb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:05:49.215312 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-089fce0a-3473-4daa-8403-72d3268b4ebb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:05:49.299865 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-089fce0a-3473-4daa-8403-72d3268b4ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:49.371307 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-089fce0a-3473-4daa-8403-72d3268b4ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:49.378681 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-c781e8bd-0e47-434c-86ca-10bc6afc5673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:49.433506 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-089fce0a-3473-4daa-8403-72d3268b4ebb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=65e2b350d7254188acbc7fc41b0fc2fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630181 May 25 16:05:49.435126 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fce0a-3473-4daa-8403-72d3268b4ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc95aee-0514-4b11-85df-fd3f9681e78f,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:49.436219 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 49100) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:49.438449 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-089fce0a-3473-4daa-8403-72d3268b4ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:49.496406 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-7771b9c8-ff20-40af-9a2c-6f7803262297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:49.522131 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-7771b9c8-ff20-40af-9a2c-6f7803262297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:49.650891 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-7771b9c8-ff20-40af-9a2c-6f7803262297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:49.654671 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-d38a324b-c802-4b10-b36e-07cb5a7e3832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:49.667522 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771b9c8-ff20-40af-9a2c-6f7803262297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc95aee-0514-4b11-85df-fd3f9681e78f,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:49.670352 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-7771b9c8-ff20-40af-9a2c-6f7803262297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:49.677706 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-7771b9c8-ff20-40af-9a2c-6f7803262297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:49.680605 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-7771b9c8-ff20-40af-9a2c-6f7803262297 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4fc95aee-0514-4b11-85df-fd3f9681e78f HTTP/1.1" status: 204 len: 168 time: 0.2429881 May 25 16:05:52.112807 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:05:52.258459 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-97c9ec12-aa74-4d36-9e30-b5de21068160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:53.702004 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 49172) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:53.831675 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-f4a9ecfe-f9a8-4db3-be58-e692f2714263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:53.851221 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-f4a9ecfe-f9a8-4db3-be58-e692f2714263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:05:53.855563 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-f4a9ecfe-f9a8-4db3-be58-e692f2714263 admin admin] Usage tracker for resource:security_group_rule and tenant:9e7e8c967f1c43bd8567a7edcb44bbf9 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:05:53.858530 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-f4a9ecfe-f9a8-4db3-be58-e692f2714263 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:05:53.864906 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-f4a9ecfe-f9a8-4db3-be58-e692f2714263 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:05:53.954413 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-f4a9ecfe-f9a8-4db3-be58-e692f2714263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:54.017258 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-f4a9ecfe-f9a8-4db3-be58-e692f2714263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:54.026238 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-3bf9053c-118c-48f2-92a7-469e6182c488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:54.077943 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-f4a9ecfe-f9a8-4db3-be58-e692f2714263 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9e7e8c967f1c43bd8567a7edcb44bbf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3747258 May 25 16:05:54.079253 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9ecfe-f9a8-4db3-be58-e692f2714263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba602cf-589d-4fd4-887b-bb3998fa886a,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:54.080631 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 49178) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:54.082210 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-f4a9ecfe-f9a8-4db3-be58-e692f2714263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:54.146764 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-7934c2ee-8a6e-4455-9e64-d9e32f17fa66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:54.172397 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-7934c2ee-8a6e-4455-9e64-d9e32f17fa66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:54.296908 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-7934c2ee-8a6e-4455-9e64-d9e32f17fa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:54.300581 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-dd7b7f77-11b2-4827-960d-8fae13d1b8fb tempest-AttachVolumeShelveTestJSON-1847408640 tempest-AttachVolumeShelveTestJSON-1847408640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:54.313947 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934c2ee-8a6e-4455-9e64-d9e32f17fa66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba602cf-589d-4fd4-887b-bb3998fa886a,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:54.316802 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-7934c2ee-8a6e-4455-9e64-d9e32f17fa66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:54.318884 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-7934c2ee-8a6e-4455-9e64-d9e32f17fa66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:54.319844 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-7934c2ee-8a6e-4455-9e64-d9e32f17fa66 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2ba602cf-589d-4fd4-887b-bb3998fa886a HTTP/1.1" status: 204 len: 168 time: 0.2373672 May 25 16:05:54.703948 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:54.736563 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-21b7b177-7e9c-4ac2-8690-b68c268e3a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:54.981532 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 49186) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:55.001500 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a6ff16b6-e4ba-4ea2-9430-48471399fe20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:55.016577 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-a6ff16b6-e4ba-4ea2-9430-48471399fe20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:05:55.020386 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-a6ff16b6-e4ba-4ea2-9430-48471399fe20 admin admin] Usage tracker for resource:security_group_rule and tenant:b31810e4d1664e4997b505f2d0bce1f6 is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:05:55.023200 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-a6ff16b6-e4ba-4ea2-9430-48471399fe20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:05:55.029806 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-a6ff16b6-e4ba-4ea2-9430-48471399fe20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:05:55.120901 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a6ff16b6-e4ba-4ea2-9430-48471399fe20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:55.171321 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:55.206603 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-a6ff16b6-e4ba-4ea2-9430-48471399fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:55.215385 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:55.257509 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-a6ff16b6-e4ba-4ea2-9430-48471399fe20 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b31810e4d1664e4997b505f2d0bce1f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748628 May 25 16:05:55.259096 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff16b6-e4ba-4ea2-9430-48471399fe20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93430568-aa97-4aa0-b000-81b906f26235,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:55.260299 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 49190) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:55.262149 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a6ff16b6-e4ba-4ea2-9430-48471399fe20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:55.321606 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-cd64706c-db9d-49cf-986c-f4541a6e891e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:55.347569 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-cd64706c-db9d-49cf-986c-f4541a6e891e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:55.469913 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-cd64706c-db9d-49cf-986c-f4541a6e891e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:55.473684 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-9d5efa3e-c48b-47d3-ac5f-7e1bcbf7d3fd tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:55.489789 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64706c-db9d-49cf-986c-f4541a6e891e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93430568-aa97-4aa0-b000-81b906f26235,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:55.492629 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-cd64706c-db9d-49cf-986c-f4541a6e891e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:55.506681 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-cd64706c-db9d-49cf-986c-f4541a6e891e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:55.507813 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-cd64706c-db9d-49cf-986c-f4541a6e891e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/93430568-aa97-4aa0-b000-81b906f26235 HTTP/1.1" status: 204 len: 168 time: 0.2455618 May 25 16:05:55.893333 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:58.033927 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:02.126011 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 49258) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:06:02.245739 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-a580d230-dcdb-4bcf-ae2b-a32b1f2c92ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:02.261246 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-a580d230-dcdb-4bcf-ae2b-a32b1f2c92ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:06:02.265722 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-a580d230-dcdb-4bcf-ae2b-a32b1f2c92ab admin admin] Usage tracker for resource:security_group_rule and tenant:960358d3d98f4490a29a5f3752a13841 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:06:02.268605 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-a580d230-dcdb-4bcf-ae2b-a32b1f2c92ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:06:02.274352 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-a580d230-dcdb-4bcf-ae2b-a32b1f2c92ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:06:02.357821 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-a580d230-dcdb-4bcf-ae2b-a32b1f2c92ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:02.424245 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-a580d230-dcdb-4bcf-ae2b-a32b1f2c92ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:02.431591 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-15f1e46c-759a-484a-be95-eb4cf88534d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:06:02.471752 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580d230-dcdb-4bcf-ae2b-a32b1f2c92ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e169518-f97d-4f0d-9bc9-b380c71df187,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:06:02.475882 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-a580d230-dcdb-4bcf-ae2b-a32b1f2c92ab admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=960358d3d98f4490a29a5f3752a13841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3488920 May 25 16:06:02.476774 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-a580d230-dcdb-4bcf-ae2b-a32b1f2c92ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:06:02.478701 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 49264) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:06:02.537293 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-85cd4a19-a68d-461c-a777-8183f8bfb98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:02.563956 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-85cd4a19-a68d-461c-a777-8183f8bfb98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:02.704297 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-85cd4a19-a68d-461c-a777-8183f8bfb98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:02.708178 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-23681e43-e530-4adb-bc18-799c57b313ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:06:02.720521 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd4a19-a68d-461c-a777-8183f8bfb98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e169518-f97d-4f0d-9bc9-b380c71df187,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:06:02.724099 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-85cd4a19-a68d-461c-a777-8183f8bfb98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:06:02.731944 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-85cd4a19-a68d-461c-a777-8183f8bfb98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:02.731944 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-85cd4a19-a68d-461c-a777-8183f8bfb98a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0e169518-f97d-4f0d-9bc9-b380c71df187 HTTP/1.1" status: 204 len: 168 time: 0.2492013 May 25 16:06:04.441488 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 49296) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:06:04.564588 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-72ee871e-f445-4ac3-9b7c-3e2f64453612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:04.580996 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-72ee871e-f445-4ac3-9b7c-3e2f64453612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:06:04.584916 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-72ee871e-f445-4ac3-9b7c-3e2f64453612 admin admin] Usage tracker for resource:security_group_rule and tenant:734919bc3a2343288bcf017c04d7d4ac is out of sync, need to count used quota {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:06:04.587746 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.quota.resource [None req-72ee871e-f445-4ac3-9b7c-3e2f64453612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98824) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:06:04.595483 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.db.quota.driver [None req-72ee871e-f445-4ac3-9b7c-3e2f64453612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98824) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:06:04.695307 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-72ee871e-f445-4ac3-9b7c-3e2f64453612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:04.750981 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-72ee871e-f445-4ac3-9b7c-3e2f64453612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:04.757835 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-e65fa211-c810-43ed-8222-f42771ea6f00 tempest-AttachVolumeTestJSON-1470425050 tempest-AttachVolumeTestJSON-1470425050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:06:04.799636 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee871e-f445-4ac3-9b7c-3e2f64453612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ab64fd-7bb7-4fa6-92ca-e06fb875a593,revision_number=1']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:06:04.803676 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-72ee871e-f445-4ac3-9b7c-3e2f64453612 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=734919bc3a2343288bcf017c04d7d4ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3611317 May 25 16:06:04.804652 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-72ee871e-f445-4ac3-9b7c-3e2f64453612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:06:04.806465 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [-] (98824) accepted ('10.222.0.72', 49302) {{(pid=98824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:06:04.877633 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-9936d6b5-7482-4ca3-83a7-02eeb5af6ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:04.907959 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-9936d6b5-7482-4ca3-83a7-02eeb5af6ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:05.035741 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-9936d6b5-7482-4ca3-83a7-02eeb5af6ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:05.039875 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-a6ff16b6-e4ba-4ea2-9430-48471399fe20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:06:05.053076 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936d6b5-7482-4ca3-83a7-02eeb5af6ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ab64fd-7bb7-4fa6-92ca-e06fb875a593,revision_number=None']} {{(pid=98824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:06:05.056929 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG oslo_concurrency.lockutils [None req-9936d6b5-7482-4ca3-83a7-02eeb5af6ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:06:05.066795 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron_lib.callbacks.manager [None req-9936d6b5-7482-4ca3-83a7-02eeb5af6ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:05.067920 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [None req-9936d6b5-7482-4ca3-83a7-02eeb5af6ec9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f3ab64fd-7bb7-4fa6-92ca-e06fb875a593 HTTP/1.1" status: 204 len: 168 time: 0.2602262 May 25 16:06:06.130775 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 49326) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:06:06.246141 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-e55ffe1d-eff2-457d-a490-08a00e56640e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-657257556-network', 'tenant_id': 'a1efeb1bc5534acaae2f567171ad8554'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:06:06.252212 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-e55ffe1d-eff2-457d-a490-08a00e56640e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:06:06.256075 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-e55ffe1d-eff2-457d-a490-08a00e56640e admin admin] Usage tracker for resource:network and tenant:a1efeb1bc5534acaae2f567171ad8554 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:06:06.258935 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-e55ffe1d-eff2-457d-a490-08a00e56640e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:06:06.265604 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-e55ffe1d-eff2-457d-a490-08a00e56640e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:06:06.310840 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55ffe1d-eff2-457d-a490-08a00e56640e admin admin] Made reservation on behalf of a1efeb1bc5534acaae2f567171ad8554 for: {'network': 1} {{(pid=98823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:06:06.313518 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e55ffe1d-eff2-457d-a490-08a00e56640e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1625114'] for network, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:06.327367 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e55ffe1d-eff2-457d-a490-08a00e56640e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:06.341798 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-e55ffe1d-eff2-457d-a490-08a00e56640e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:06:06.345945 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-e55ffe1d-eff2-457d-a490-08a00e56640e admin admin] Usage tracker for resource:security_group_rule and tenant:a1efeb1bc5534acaae2f567171ad8554 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:06:06.348835 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-e55ffe1d-eff2-457d-a490-08a00e56640e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:06:06.354726 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-e55ffe1d-eff2-457d-a490-08a00e56640e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:06:06.441216 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e55ffe1d-eff2-457d-a490-08a00e56640e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:06.498767 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e55ffe1d-eff2-457d-a490-08a00e56640e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:06.501808 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-e084b623-1703-48f3-9c9b-52b3b141e072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:06:06.533229 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e55ffe1d-eff2-457d-a490-08a00e56640e admin admin] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=98823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:06:06.538924 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ffe1d-eff2-457d-a490-08a00e56640e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e38fd9d-5b04-453f-b2a5-afb6553cc629,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:06:06.542210 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-e55ffe1d-eff2-457d-a490-08a00e56640e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:06:06.548819 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e55ffe1d-eff2-457d-a490-08a00e56640e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:06.549163 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.db.segments_db [None req-e55ffe1d-eff2-457d-a490-08a00e56640e admin admin] Added segment 22b6e6f5-bc54-4d47-a692-4903a75eb174 of type vlan for network d964ba2c-df62-4b66-9983-ca9d336bcea0 May 25 16:06:06.586153 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e55ffe1d-eff2-457d-a490-08a00e56640e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745740942677'] for network, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:06.658496 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e55ffe1d-eff2-457d-a490-08a00e56640e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387'] for network, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:06.659927 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55ffe1d-eff2-457d-a490-08a00e56640e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:06.660514 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-e55ffe1d-eff2-457d-a490-08a00e56640e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:06.665844 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-e1505a9d-13b1-46f0-8ee7-5458bb8b27a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:06:06.776885 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ffe1d-eff2-457d-a490-08a00e56640e admin admin] Pushing event updated for resources: {'Network': ['ID=d964ba2c-df62-4b66-9983-ca9d336bcea0,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:06:06.780628 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-e55ffe1d-eff2-457d-a490-08a00e56640e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:06:06.787862 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Network d964ba2c-df62-4b66-9983-ca9d336bcea0 details requested by agent ovs-agent-dv-cinder-786384-6-smb with host dv-cinder-786384-6-smb {{(pid=98825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:06:06.813504 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-e55ffe1d-eff2-457d-a490-08a00e56640e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6816397 May 25 16:06:06.816303 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 49332) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:06:06.821848 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [None req-3ebaed3f-b631-4ad6-95c1-873a0d669654 admin admin] Request body: {'subnet': {'network_id': 'd964ba2c-df62-4b66-9983-ca9d336bcea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-657257556-subnet', 'tenant_id': 'a1efeb1bc5534acaae2f567171ad8554', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:06:06.827721 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-3ebaed3f-b631-4ad6-95c1-873a0d669654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:06:06.831620 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-3ebaed3f-b631-4ad6-95c1-873a0d669654 admin admin] Usage tracker for resource:subnet and tenant:a1efeb1bc5534acaae2f567171ad8554 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:06:06.834479 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [None req-3ebaed3f-b631-4ad6-95c1-873a0d669654 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:06:06.840942 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [None req-3ebaed3f-b631-4ad6-95c1-873a0d669654 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:06:06.886733 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebaed3f-b631-4ad6-95c1-873a0d669654 admin admin] Made reservation on behalf of a1efeb1bc5534acaae2f567171ad8554 for: {'subnet': 1} {{(pid=98823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:06:06.890161 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-3ebaed3f-b631-4ad6-95c1-873a0d669654 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7228904'] for subnet, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:07.332836 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-3ebaed3f-b631-4ad6-95c1-873a0d669654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8241819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7228926'] for subnet, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:07.336469 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:06:07.405404 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebaed3f-b631-4ad6-95c1-873a0d669654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0166c4a-e45d-4257-b543-ebe081a5e213,revision_number=0']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:06:07.409830 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-3ebaed3f-b631-4ad6-95c1-873a0d669654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:06:07.418513 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebaed3f-b631-4ad6-95c1-873a0d669654 admin admin] Checking segment: {'id': '22b6e6f5-bc54-4d47-a692-4903a75eb174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'd964ba2c-df62-4b66-9983-ca9d336bcea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:06:07.418861 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebaed3f-b631-4ad6-95c1-873a0d669654 admin admin] Network hostable DHCP agents. Network: d964ba2c-df62-4b66-9983-ca9d336bcea0, hostable agents: ['00ebe683-d06a-496e-87c5-4674691aaa5f'], hosted agents: [] {{(pid=98823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:06:07.487013 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebaed3f-b631-4ad6-95c1-873a0d669654 admin admin] Network d964ba2c-df62-4b66-9983-ca9d336bcea0 is scheduled to be hosted by DHCP agent 00ebe683-d06a-496e-87c5-4674691aaa5f with binding_index 1 {{(pid=98823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:06:07.561243 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [None req-3ebaed3f-b631-4ad6-95c1-873a0d669654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-6-smb, d964ba2c-df62-4b66-9983-ca9d336bcea0) {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:06:07.570406 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebaed3f-b631-4ad6-95c1-873a0d669654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:07.571040 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-3ebaed3f-b631-4ad6-95c1-873a0d669654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for subnet, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:07.575552 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fdb2c2-8acd-4b11-bdce-574fcddabd4e None None] Network d964ba2c-df62-4b66-9983-ca9d336bcea0 requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:06:07.642628 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-3ebaed3f-b631-4ad6-95c1-873a0d669654 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8251138 May 25 16:06:07.773545 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bb932c-253d-451e-ab75-bc6d598d90da None None] Network d964ba2c-df62-4b66-9983-ca9d336bcea0 requested from dv-cinder-786384-6-smb {{(pid=98825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:06:10.036982 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-25771bee-6909-4410-b4fb-9f75a867402f tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:10.038411 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-25771bee-6909-4410-b4fb-9f75a867402f tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/networks?id=d964ba2c-df62-4b66-9983-ca9d336bcea0 HTTP/1.1" status: 200 len: 813 time: 0.1471848 May 25 16:06:10.053245 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-2b8b67c1-4fff-427b-b405-0939b28e87cf tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/quotas/a1efeb1bc5534acaae2f567171ad8554 HTTP/1.1" status: 200 len: 375 time: 0.0093603 May 25 16:06:10.101716 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-a0083853-4656-4d46-98fe-22ea7e76aecb tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a1efeb1bc5534acaae2f567171ad8554&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430384 May 25 16:06:10.286183 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-19257bd1-938f-4c2e-925c-8609aa5990b9 service neutron] 10.222.0.72 "GET /v2.0/networks/d964ba2c-df62-4b66-9983-ca9d336bcea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779118 May 25 16:06:10.429029 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-b748e0be-6d61-4515-8f52-ebdf2ba9f05a service neutron] 10.222.0.72 "GET /v2.0/networks/d964ba2c-df62-4b66-9983-ca9d336bcea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370575 May 25 16:06:10.684590 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-05538e9d-aa98-4982-ae1b-39a2aef9e3fe req-f618e371-c777-4ec6-ad02-b6fde8fbfebd tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=84a1e95d-328c-4a6c-a81a-c47c632a5cf3 HTTP/1.1" status: 200 len: 210 time: 0.0485952 May 25 16:06:11.866026 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-2e22d9ff-a920-4cb8-8e1c-c411cb413fdc req-52a481c3-8195-41f7-9b21-1085bef355ef tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=84a1e95d-328c-4a6c-a81a-c47c632a5cf3 HTTP/1.1" status: 200 len: 210 time: 0.0429955 May 25 16:06:13.029703 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9fc1383f-4944-4713-a086-7741d7c6a95c req-9c66b7f6-8702-48e9-ac20-fd1e06cec9b4 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=84a1e95d-328c-4a6c-a81a-c47c632a5cf3 HTTP/1.1" status: 200 len: 210 time: 0.0439088 May 25 16:06:13.215254 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-cf09b537-5781-4920-92cd-3f58cc21c756 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:13.215822 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-cf09b537-5781-4920-92cd-3f58cc21c756 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Synchronizing usage tracker for tenant:a1efeb1bc5534acaae2f567171ad8554 on resource:network {{(pid=98823) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:06:13.348534 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-cf09b537-5781-4920-92cd-3f58cc21c756 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Unset dirty status for tenant:a1efeb1bc5534acaae2f567171ad8554 on resource:network {{(pid=98823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:06:13.349726 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-cf09b537-5781-4920-92cd-3f58cc21c756 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.91 "GET /v2.0/networks?id=d964ba2c-df62-4b66-9983-ca9d336bcea0 HTTP/1.1" status: 200 len: 813 time: 0.2864144 May 25 16:06:13.371321 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-d6ec8317-7c92-4771-98f2-8dbe6a7f73e4 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Request body: {'port': {'device_id': '84a1e95d-328c-4a6c-a81a-c47c632a5cf3', 'network_id': 'd964ba2c-df62-4b66-9983-ca9d336bcea0', 'admin_state_up': True, 'tenant_id': 'a1efeb1bc5534acaae2f567171ad8554'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:06:13.512766 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-d6ec8317-7c92-4771-98f2-8dbe6a7f73e4 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:06:13.517624 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-d6ec8317-7c92-4771-98f2-8dbe6a7f73e4 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Usage tracker for resource:port and tenant:a1efeb1bc5534acaae2f567171ad8554 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:06:13.520078 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-d6ec8317-7c92-4771-98f2-8dbe6a7f73e4 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:06:13.525848 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-d6ec8317-7c92-4771-98f2-8dbe6a7f73e4 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:06:13.582385 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-d6ec8317-7c92-4771-98f2-8dbe6a7f73e4 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Made reservation on behalf of a1efeb1bc5534acaae2f567171ad8554 for: {'port': 1} {{(pid=98823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:06:13.586021 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-d6ec8317-7c92-4771-98f2-8dbe6a7f73e4 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:13.839656 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.db_base_plugin_common [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-d6ec8317-7c92-4771-98f2-8dbe6a7f73e4 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Allocated IP 172.20.0.11 (d964ba2c-df62-4b66-9983-ca9d336bcea0/d0166c4a-e45d-4257-b543-ebe081a5e213/d88bd5ce-a80d-4262-b45e-21a96e42ba28) {{(pid=98823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:06:14.056216 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-d6ec8317-7c92-4771-98f2-8dbe6a7f73e4 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Notify callbacks [] for port, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:14.162756 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-d6ec8317-7c92-4771-98f2-8dbe6a7f73e4 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:14.168846 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-ee39654a-af8e-4521-8f59-c9fa5c0f6585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:06:14.226061 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a53bf9-edcc-433f-8b75-ba6543a1b48e req-911f4e9e-6a36-4c11-8802-ee143cb1073d tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:14.227588 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-60a53bf9-edcc-433f-8b75-ba6543a1b48e req-911f4e9e-6a36-4c11-8802-ee143cb1073d tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=84a1e95d-328c-4a6c-a81a-c47c632a5cf3 HTTP/1.1" status: 200 len: 932 time: 0.0894873 May 25 16:06:14.256176 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-d6ec8317-7c92-4771-98f2-8dbe6a7f73e4 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Network d964ba2c-df62-4b66-9983-ca9d336bcea0 is already hosted by enough agents. {{(pid=98823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:06:14.261310 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-d6ec8317-7c92-4771-98f2-8dbe6a7f73e4 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Resources bound (agent type, host, resource id): {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:06:14.268085 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-d6ec8317-7c92-4771-98f2-8dbe6a7f73e4 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Received port after_create {{(pid=98823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:06:14.281208 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-60a53bf9-edcc-433f-8b75-ba6543a1b48e req-c97e08a0-6370-4a88-b8db-b98a4789e835 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477839 May 25 16:06:14.317019 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec8317-7c92-4771-98f2-8dbe6a7f73e4 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Pushing event updated for resources: {'Port': ['ID=d88bd5ce-a80d-4262-b45e-21a96e42ba28,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:06:14.326237 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-d6ec8317-7c92-4771-98f2-8dbe6a7f73e4 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:06:14.350454 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-d6ec8317-7c92-4771-98f2-8dbe6a7f73e4 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:14.351089 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-d6ec8317-7c92-4771-98f2-8dbe6a7f73e4 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:14.459661 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-d6ec8317-7c92-4771-98f2-8dbe6a7f73e4 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0919631 May 25 16:06:14.482501 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-fc980886-0176-4ada-84c4-55c5771cfa6c service neutron] Request body: {'port': {'device_id': '84a1e95d-328c-4a6c-a81a-c47c632a5cf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:06:14.600157 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-fc980886-0176-4ada-84c4-55c5771cfa6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:14.970805 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-fc980886-0176-4ada-84c4-55c5771cfa6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88bd5ce-a80d-4262-b45e-21a96e42ba28 {{(pid=98823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:06:14.978090 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-fc980886-0176-4ada-84c4-55c5771cfa6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:14.992943 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.provisioning_blocks [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-fc980886-0176-4ada-84c4-55c5771cfa6c service neutron] Transition to ACTIVE for port object d88bd5ce-a80d-4262-b45e-21a96e42ba28 will not be triggered until provisioned by entity L2. {{(pid=98823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:06:15.075487 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-fc980886-0176-4ada-84c4-55c5771cfa6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8273186'] for port, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:15.079737 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-e40b8637-2297-423a-9b90-1e1baf65abd9 tempest-TestShelveInstance-1223073376 tempest-TestShelveInstance-1223073376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:06:15.235088 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc980886-0176-4ada-84c4-55c5771cfa6c service neutron] Pushing event updated for resources: {'Port': ['ID=d88bd5ce-a80d-4262-b45e-21a96e42ba28,revision_number=2']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:06:15.243288 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-fc980886-0176-4ada-84c4-55c5771cfa6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:06:15.320904 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.managers [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-fc980886-0176-4ada-84c4-55c5771cfa6c service neutron] Attempting to bind port d88bd5ce-a80d-4262-b45e-21a96e42ba28 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:06:15.321572 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.managers [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-fc980886-0176-4ada-84c4-55c5771cfa6c service neutron] Attempting to bind port d88bd5ce-a80d-4262-b45e-21a96e42ba28 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '22b6e6f5-bc54-4d47-a692-4903a75eb174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'd964ba2c-df62-4b66-9983-ca9d336bcea0'}] {{(pid=98823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:06:15.321572 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-fc980886-0176-4ada-84c4-55c5771cfa6c service neutron] Attempting to bind port d88bd5ce-a80d-4262-b45e-21a96e42ba28 on network d964ba2c-df62-4b66-9983-ca9d336bcea0 {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:06:15.326937 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-fc980886-0176-4ada-84c4-55c5771cfa6c service neutron] Port d88bd5ce-a80d-4262-b45e-21a96e42ba28 on network d964ba2c-df62-4b66-9983-ca9d336bcea0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:06:15.327367 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-fc980886-0176-4ada-84c4-55c5771cfa6c service neutron] Attempting to bind port d88bd5ce-a80d-4262-b45e-21a96e42ba28 on network d964ba2c-df62-4b66-9983-ca9d336bcea0 {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:06:15.332762 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-fc980886-0176-4ada-84c4-55c5771cfa6c service neutron] Checking agent: {'id': '8886f986-558f-4b39-be9e-9feee4f02dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'started_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:06:15.333128 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-fc980886-0176-4ada-84c4-55c5771cfa6c service neutron] Checking segment: {'id': '22b6e6f5-bc54-4d47-a692-4903a75eb174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'd964ba2c-df62-4b66-9983-ca9d336bcea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:06:15.333519 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-fc980886-0176-4ada-84c4-55c5771cfa6c service neutron] Bound using segment: {'id': '22b6e6f5-bc54-4d47-a692-4903a75eb174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'd964ba2c-df62-4b66-9983-ca9d336bcea0'} {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:06:15.333954 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.managers [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-fc980886-0176-4ada-84c4-55c5771cfa6c service neutron] Bound port: d88bd5ce-a80d-4262-b45e-21a96e42ba28, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b6e6f5-bc54-4d47-a692-4903a75eb174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'd964ba2c-df62-4b66-9983-ca9d336bcea0'}}] {{(pid=98823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:06:15.334309 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-fc980886-0176-4ada-84c4-55c5771cfa6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:15.432156 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-fc980886-0176-4ada-84c4-55c5771cfa6c service neutron] For port d88bd5ce-a80d-4262-b45e-21a96e42ba28, host hv-cinder-78638, cleared binding levels {{(pid=98823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:06:15.435260 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-fc980886-0176-4ada-84c4-55c5771cfa6c service neutron] For port d88bd5ce-a80d-4262-b45e-21a96e42ba28, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d88bd5ce-a80d-4262-b45e-21a96e42ba28,segment=NetworkSegment(22b6e6f5-bc54-4d47-a692-4903a75eb174),segment_id=22b6e6f5-bc54-4d47-a692-4903a75eb174)] {{(pid=98823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:06:15.482902 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634b440-e9b1-44f3-82eb-3608c9d888c7 req-8d518431-cb71-449a-8ea8-fe2e04a74303 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:15.484674 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0634b440-e9b1-44f3-82eb-3608c9d888c7 req-8d518431-cb71-449a-8ea8-fe2e04a74303 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=84a1e95d-328c-4a6c-a81a-c47c632a5cf3 HTTP/1.1" status: 200 len: 944 time: 0.0900111 May 25 16:06:15.504665 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-fc980886-0176-4ada-84c4-55c5771cfa6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8273186'] for port, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:15.509660 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-43b6a0b5-d64d-4b69-9bf1-31df8f109ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:06:15.534784 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0634b440-e9b1-44f3-82eb-3608c9d888c7 req-af5bd2e8-8f5b-4e29-8460-2db7bd1933a2 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436535 May 25 16:06:15.578610 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-fc980886-0176-4ada-84c4-55c5771cfa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:15.579241 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-fc980886-0176-4ada-84c4-55c5771cfa6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:15.580635 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-fc980886-0176-4ada-84c4-55c5771cfa6c service neutron] 10.222.0.91 "PUT /v2.0/ports/d88bd5ce-a80d-4262-b45e-21a96e42ba28 HTTP/1.1" status: 200 len: 1094 time: 1.1034408 May 25 16:06:15.581247 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a1e95d-328c-4a6c-a81a-c47c632a5cf3', 'tag': 'd88bd5ce-a80d-4262-b45e-21a96e42ba28'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:06:15.599099 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc980886-0176-4ada-84c4-55c5771cfa6c service neutron] Pushing event updated for resources: {'Port': ['ID=d88bd5ce-a80d-4262-b45e-21a96e42ba28,revision_number=3']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:06:15.602094 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-fc980886-0176-4ada-84c4-55c5771cfa6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:06:15.631672 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a1e95d-328c-4a6c-a81a-c47c632a5cf3', 'tag': 'd88bd5ce-a80d-4262-b45e-21a96e42ba28', 'status': 'completed', 'code': 200} May 25 16:06:15.751106 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f868f-06f3-419a-a860-e6e04eb007ef req-7d72cfb6-e6b9-44cd-b575-d45d0f4c74cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:15.752781 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-901f868f-06f3-419a-a860-e6e04eb007ef req-7d72cfb6-e6b9-44cd-b575-d45d0f4c74cd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a1efeb1bc5534acaae2f567171ad8554&device_id=84a1e95d-328c-4a6c-a81a-c47c632a5cf3 HTTP/1.1" status: 200 len: 1097 time: 0.0800033 May 25 16:06:15.929313 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f868f-06f3-419a-a860-e6e04eb007ef req-04f157a7-de95-4e46-a20a-cd6287040065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:15.930680 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-901f868f-06f3-419a-a860-e6e04eb007ef req-04f157a7-de95-4e46-a20a-cd6287040065 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=a1efeb1bc5534acaae2f567171ad8554&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1564393 May 25 16:06:16.078481 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f868f-06f3-419a-a860-e6e04eb007ef req-0821b59d-3614-4be3-90b4-1fe98369067a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:16.079946 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-901f868f-06f3-419a-a860-e6e04eb007ef req-0821b59d-3614-4be3-90b4-1fe98369067a service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1391799 May 25 16:06:16.318089 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-5edb3794-990d-426e-97bb-4b58cdf733af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:16.319652 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-5edb3794-990d-426e-97bb-4b58cdf733af service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a1efeb1bc5534acaae2f567171ad8554&device_id=84a1e95d-328c-4a6c-a81a-c47c632a5cf3 HTTP/1.1" status: 200 len: 1097 time: 0.1758261 May 25 16:06:16.403147 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-ffd8df3b-f51d-4d15-8e76-fb4e3541f571 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d88bd5ce-a80d-4262-b45e-21a96e42ba28 HTTP/1.1" status: 200 len: 217 time: 0.0626984 May 25 16:06:16.472532 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-881b0a9f-f197-4e2d-a44b-fd3a784124d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:16.474025 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-881b0a9f-f197-4e2d-a44b-fd3a784124d1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d0166c4a-e45d-4257-b543-ebe081a5e213 HTTP/1.1" status: 200 len: 853 time: 0.0633538 May 25 16:06:16.526386 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-c297ba2f-1524-4452-a070-eb64d08634cf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d964ba2c-df62-4b66-9983-ca9d336bcea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414646 May 25 16:06:16.677774 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-ceb5f7ed-39fa-4e61-a063-94e2996d7aae service neutron] 10.222.0.91 "GET /v2.0/networks/d964ba2c-df62-4b66-9983-ca9d336bcea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395869 May 25 16:06:16.746909 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985d60f-b0f2-4804-aa05-6b1efb61b59b req-f2cd6a29-93e3-464f-8339-65ab288bad85 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:16.748449 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d985d60f-b0f2-4804-aa05-6b1efb61b59b req-f2cd6a29-93e3-464f-8339-65ab288bad85 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=84a1e95d-328c-4a6c-a81a-c47c632a5cf3 HTTP/1.1" status: 200 len: 944 time: 0.0905173 May 25 16:06:16.800807 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d985d60f-b0f2-4804-aa05-6b1efb61b59b req-37f73253-15d7-4b31-b7cb-52c7be90c32f tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457950 May 25 16:06:16.828644 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-a9ed4ba5-4119-4d53-891f-af4cca5a86c7 req-4636a3ba-9fe3-4407-b4c5-a32a36ac21cf service neutron] 10.222.0.91 "GET /v2.0/networks/d964ba2c-df62-4b66-9983-ca9d336bcea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398778 May 25 16:06:17.991609 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc70c5-01fa-4295-8884-1119653bf520 req-47453376-1003-4338-bb8d-869817e26e2b tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:17.993107 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-47cc70c5-01fa-4295-8884-1119653bf520 req-47453376-1003-4338-bb8d-869817e26e2b tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=84a1e95d-328c-4a6c-a81a-c47c632a5cf3 HTTP/1.1" status: 200 len: 944 time: 0.0805321 May 25 16:06:18.040749 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-47cc70c5-01fa-4295-8884-1119653bf520 req-ef17569f-3a17-4ed3-80f1-708d27e90dc4 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420747 May 25 16:06:19.470573 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932616a9-aa73-4a18-991a-585f0213dd73 req-107a36d6-d26d-458c-88e5-01aed2477976 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:19.471966 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-932616a9-aa73-4a18-991a-585f0213dd73 req-107a36d6-d26d-458c-88e5-01aed2477976 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=84a1e95d-328c-4a6c-a81a-c47c632a5cf3 HTTP/1.1" status: 200 len: 944 time: 0.1654656 May 25 16:06:19.518088 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-932616a9-aa73-4a18-991a-585f0213dd73 req-4a5e74e0-8cea-465c-bfc8-a9d78cd60c26 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399806 May 25 16:06:20.397313 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device d88bd5ce-a80d-4262-b45e-21a96e42ba28 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:06:20.569625 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port d88bd5ce-a80d-4262-b45e-21a96e42ba28, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d88bd5ce-a80d-4262-b45e-21a96e42ba28,segment=NetworkSegment(22b6e6f5-bc54-4d47-a692-4903a75eb174),segment_id=22b6e6f5-bc54-4d47-a692-4903a75eb174)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:06:20.585231 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Returning: {'device': 'd88bd5ce-a80d-4262-b45e-21a96e42ba28', 'network_id': 'd964ba2c-df62-4b66-9983-ca9d336bcea0', 'port_id': 'd88bd5ce-a80d-4262-b45e-21a96e42ba28', 'mac_address': 'fa:16:3e:62:7c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0166c4a-e45d-4257-b543-ebe081a5e213', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:06:20.649557 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:20.667796 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88bd5ce-a80d-4262-b45e-21a96e42ba28 {{(pid=98825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:06:20.684909 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port d88bd5ce-a80d-4262-b45e-21a96e42ba28, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d88bd5ce-a80d-4262-b45e-21a96e42ba28,segment=NetworkSegment(22b6e6f5-bc54-4d47-a692-4903a75eb174),segment_id=22b6e6f5-bc54-4d47-a692-4903a75eb174)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:06:20.712669 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf18b3-9b8b-44fa-b732-33a3726eddd4 req-2670af95-b39f-4e5c-9229-fcb2b2c365c1 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:20.714235 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d3cf18b3-9b8b-44fa-b732-33a3726eddd4 req-2670af95-b39f-4e5c-9229-fcb2b2c365c1 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=84a1e95d-328c-4a6c-a81a-c47c632a5cf3 HTTP/1.1" status: 200 len: 944 time: 0.0857668 May 25 16:06:20.761779 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d3cf18b3-9b8b-44fa-b732-33a3726eddd4 req-85b8180e-8bce-4666-87d7-e4499b545369 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413396 May 25 16:06:20.762427 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:20.766421 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:06:20.839624 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=d88bd5ce-a80d-4262-b45e-21a96e42ba28,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:06:20.845906 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:06:21.121292 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['d88bd5ce-a80d-4262-b45e-21a96e42ba28'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:06:21.961470 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26f7c8-52d6-4383-a3c8-96a7964aed6d req-98ba51d7-5943-488a-b17d-716f4b84fed8 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:21.962924 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7d26f7c8-52d6-4383-a3c8-96a7964aed6d req-98ba51d7-5943-488a-b17d-716f4b84fed8 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=84a1e95d-328c-4a6c-a81a-c47c632a5cf3 HTTP/1.1" status: 200 len: 945 time: 0.0804119 May 25 16:06:22.011079 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-7d26f7c8-52d6-4383-a3c8-96a7964aed6d req-2d9fd64e-9463-4397-a6e6-be3c9237ff60 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416572 May 25 16:06:22.264771 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-ad7c571b-c165-467a-934e-660385399365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:22.401230 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device d88bd5ce-a80d-4262-b45e-21a96e42ba28 up at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:06:22.526849 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning for port d88bd5ce-a80d-4262-b45e-21a96e42ba28 completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:06:22.532058 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning complete for port d88bd5ce-a80d-4262-b45e-21a96e42ba28 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:06:22.532442 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:22.650795 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:22.677421 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a1e95d-328c-4a6c-a81a-c47c632a5cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88bd5ce-a80d-4262-b45e-21a96e42ba28'}] {{(pid=98825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:06:22.688216 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port d88bd5ce-a80d-4262-b45e-21a96e42ba28, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d88bd5ce-a80d-4262-b45e-21a96e42ba28,segment=NetworkSegment(22b6e6f5-bc54-4d47-a692-4903a75eb174),segment_id=22b6e6f5-bc54-4d47-a692-4903a75eb174)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:06:22.720996 dv-cinder-786384-6-smb neutron-server[98825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a1e95d-328c-4a6c-a81a-c47c632a5cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88bd5ce-a80d-4262-b45e-21a96e42ba28', 'code': 200} May 25 16:06:22.760005 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:22.761930 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:06:22.834026 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=d88bd5ce-a80d-4262-b45e-21a96e42ba28,revision_number=5']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:06:22.836960 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:06:23.139319 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15609508-6986-4679-9dc8-ad4ba2ea5fb0 req-25f50a28-21a7-4367-b08f-6125f6d13608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:23.141570 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-15609508-6986-4679-9dc8-ad4ba2ea5fb0 req-25f50a28-21a7-4367-b08f-6125f6d13608 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=84a1e95d-328c-4a6c-a81a-c47c632a5cf3 HTTP/1.1" status: 200 len: 1099 time: 0.0767264 May 25 16:06:23.185967 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-15609508-6986-4679-9dc8-ad4ba2ea5fb0 req-76cca9cb-8f24-4b1d-8dd1-9f323d018f65 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343356 May 25 16:06:23.209736 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ddb80-e522-48ff-b15e-d3fd992fa452 req-8049c408-92e4-456f-8c42-9397c4115583 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:23.211232 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9a4ddb80-e522-48ff-b15e-d3fd992fa452 req-8049c408-92e4-456f-8c42-9397c4115583 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=84a1e95d-328c-4a6c-a81a-c47c632a5cf3 HTTP/1.1" status: 200 len: 946 time: 0.0890560 May 25 16:06:23.256140 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-9a4ddb80-e522-48ff-b15e-d3fd992fa452 req-4230211a-b89d-45d4-af89-63817a9f7674 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393360 May 25 16:06:24.446280 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0850f23-c552-4d80-8dfc-f665b2fa3ab1 req-19121a6a-1848-4eec-942c-4df2b69989b2 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:24.447730 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f0850f23-c552-4d80-8dfc-f665b2fa3ab1 req-19121a6a-1848-4eec-942c-4df2b69989b2 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=84a1e95d-328c-4a6c-a81a-c47c632a5cf3 HTTP/1.1" status: 200 len: 946 time: 0.0853777 May 25 16:06:24.493800 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f0850f23-c552-4d80-8dfc-f665b2fa3ab1 req-3fd9a544-88d7-4718-bdca-666ae9956742 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393703 May 25 16:06:24.750610 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:24.788238 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-2e91eaa0-e007-4c2e-bae0-1df1acaac954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:25.159775 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:25.685491 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5869c-ec7a-4a65-a148-c9c377b21271 req-c6a921dd-4d3a-4b34-a64c-fb74f0063223 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:25.687493 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b8a5869c-ec7a-4a65-a148-c9c377b21271 req-c6a921dd-4d3a-4b34-a64c-fb74f0063223 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=84a1e95d-328c-4a6c-a81a-c47c632a5cf3 HTTP/1.1" status: 200 len: 946 time: 0.0801992 May 25 16:06:25.730940 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b8a5869c-ec7a-4a65-a148-c9c377b21271 req-aecbe96b-c26c-4df2-9c30-c10625dffd92 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378797 May 25 16:06:25.909732 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:27.977123 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:29.113105 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:06:52.246661 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-dbfb8aa2-6050-4079-b2f5-c4d9611082ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:54.685783 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:54.748251 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-f64a3ebf-416f-4218-8da7-c14492b64fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:55.167358 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:55.886047 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:57.989087 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:01.208575 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec211f32-13a0-4ba6-829c-e4acb5fcf047 req-aae5e082-7d98-435e-8c0d-3c6ea06aef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:01.210089 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ec211f32-13a0-4ba6-829c-e4acb5fcf047 req-aae5e082-7d98-435e-8c0d-3c6ea06aef2f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a1efeb1bc5534acaae2f567171ad8554&device_id=84a1e95d-328c-4a6c-a81a-c47c632a5cf3 HTTP/1.1" status: 200 len: 1099 time: 0.0722568 May 25 16:07:01.376961 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec211f32-13a0-4ba6-829c-e4acb5fcf047 req-ab6ab9c8-2fcd-41e5-996c-115fbcaf15ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:01.378410 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ec211f32-13a0-4ba6-829c-e4acb5fcf047 req-ab6ab9c8-2fcd-41e5-996c-115fbcaf15ac service neutron] 10.222.0.91 "GET /v2.0/networks?id=d964ba2c-df62-4b66-9983-ca9d336bcea0 HTTP/1.1" status: 200 len: 914 time: 0.1448917 May 25 16:07:01.452218 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ec211f32-13a0-4ba6-829c-e4acb5fcf047 req-a70199ee-5502-428e-8f51-784df7449f1a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d88bd5ce-a80d-4262-b45e-21a96e42ba28 HTTP/1.1" status: 200 len: 217 time: 0.0669870 May 25 16:07:01.518329 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec211f32-13a0-4ba6-829c-e4acb5fcf047 req-70e0824b-2dbb-4938-b648-73d01b8d5382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:01.519890 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ec211f32-13a0-4ba6-829c-e4acb5fcf047 req-70e0824b-2dbb-4938-b648-73d01b8d5382 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d0166c4a-e45d-4257-b543-ebe081a5e213 HTTP/1.1" status: 200 len: 853 time: 0.0611684 May 25 16:07:01.573883 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ec211f32-13a0-4ba6-829c-e4acb5fcf047 req-7bf847da-ade3-4cc9-b500-078f17f045d4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d964ba2c-df62-4b66-9983-ca9d336bcea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458760 May 25 16:07:01.715314 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ec211f32-13a0-4ba6-829c-e4acb5fcf047 req-29c6b03e-1eb5-49b5-af09-73732ad6396e service neutron] 10.222.0.91 "GET /v2.0/networks/d964ba2c-df62-4b66-9983-ca9d336bcea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336155 May 25 16:07:01.851894 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-ec211f32-13a0-4ba6-829c-e4acb5fcf047 req-4c895de7-ec2f-445f-852f-a48a097fa3af service neutron] 10.222.0.91 "GET /v2.0/networks/d964ba2c-df62-4b66-9983-ca9d336bcea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296442 May 25 16:07:06.111765 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:07:09.435302 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47f2bf-0642-41b2-abec-55bba738898d req-2b6927a3-8aa1-42f6-b76f-23fd8075b0d9 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:09.436765 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cf47f2bf-0642-41b2-abec-55bba738898d req-2b6927a3-8aa1-42f6-b76f-23fd8075b0d9 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=84a1e95d-328c-4a6c-a81a-c47c632a5cf3 HTTP/1.1" status: 200 len: 946 time: 0.0891125 May 25 16:07:09.481745 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cf47f2bf-0642-41b2-abec-55bba738898d req-518eddba-af92-4429-baa1-b15db37b0183 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385151 May 25 16:07:10.722124 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb05cdb-7e0d-4b65-93a8-f9ad8f0d1a1d req-831a4e32-1410-4e13-b0dd-66a9259fb5bf tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:10.723768 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4eb05cdb-7e0d-4b65-93a8-f9ad8f0d1a1d req-831a4e32-1410-4e13-b0dd-66a9259fb5bf tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=84a1e95d-328c-4a6c-a81a-c47c632a5cf3 HTTP/1.1" status: 200 len: 946 time: 0.1320038 May 25 16:07:10.769563 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-4eb05cdb-7e0d-4b65-93a8-f9ad8f0d1a1d req-5d4c2a5e-bf2b-412c-92de-544a94e456dd tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400689 May 25 16:07:11.961407 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2608c-4e8e-4725-b5c3-f2004aa973b8 req-7184d0d7-b08d-421a-b0f9-103594e974a5 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:11.962870 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cec2608c-4e8e-4725-b5c3-f2004aa973b8 req-7184d0d7-b08d-421a-b0f9-103594e974a5 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=84a1e95d-328c-4a6c-a81a-c47c632a5cf3 HTTP/1.1" status: 200 len: 946 time: 0.0848844 May 25 16:07:12.009392 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-cec2608c-4e8e-4725-b5c3-f2004aa973b8 req-a24802fb-6585-411b-8dd5-675b18b35eb1 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391798 May 25 16:07:13.201056 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a9622-cd7c-4fea-8c3e-115acb0346ba req-aed93473-e5c7-4116-a1aa-99e3cf17c70f tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:13.202630 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-943a9622-cd7c-4fea-8c3e-115acb0346ba req-aed93473-e5c7-4116-a1aa-99e3cf17c70f tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=84a1e95d-328c-4a6c-a81a-c47c632a5cf3 HTTP/1.1" status: 200 len: 946 time: 0.0828989 May 25 16:07:13.253394 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-943a9622-cd7c-4fea-8c3e-115acb0346ba req-c9ec1950-534c-440a-8dd0-be84afaf5e72 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441358 May 25 16:07:14.440635 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13161835-00be-4c7c-80f7-a13347393d54 req-3a4d679a-71ad-479c-978f-a75f3bb80403 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:14.442810 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-13161835-00be-4c7c-80f7-a13347393d54 req-3a4d679a-71ad-479c-978f-a75f3bb80403 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=84a1e95d-328c-4a6c-a81a-c47c632a5cf3 HTTP/1.1" status: 200 len: 946 time: 0.0829544 May 25 16:07:14.487213 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-13161835-00be-4c7c-80f7-a13347393d54 req-12cf4366-5e09-4c6e-ace3-f32e9def14b6 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388861 May 25 16:07:15.259344 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632326f-b5b2-411c-89e5-95058393f153 req-c03ea6f8-9422-4596-b59f-991913601e8a tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:15.260098 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-8632326f-b5b2-411c-89e5-95058393f153 req-c03ea6f8-9422-4596-b59f-991913601e8a tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Synchronizing usage tracker for tenant:a1efeb1bc5534acaae2f567171ad8554 on resource:port {{(pid=98823) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:07:15.390067 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-8632326f-b5b2-411c-89e5-95058393f153 req-c03ea6f8-9422-4596-b59f-991913601e8a tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Unset dirty status for tenant:a1efeb1bc5534acaae2f567171ad8554 on resource:port {{(pid=98823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:07:15.391239 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-8632326f-b5b2-411c-89e5-95058393f153 req-c03ea6f8-9422-4596-b59f-991913601e8a tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.91 "GET /v2.0/ports?device_id=84a1e95d-328c-4a6c-a81a-c47c632a5cf3 HTTP/1.1" status: 200 len: 946 time: 0.2365246 May 25 16:07:15.569480 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-8632326f-b5b2-411c-89e5-95058393f153 req-cda709bd-d4e2-401a-b4c2-e87c58d78760 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Deleting port d88bd5ce-a80d-4262-b45e-21a96e42ba28 {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:07:15.570090 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-8632326f-b5b2-411c-89e5-95058393f153 req-cda709bd-d4e2-401a-b4c2-e87c58d78760 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:15.830039 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-8632326f-b5b2-411c-89e5-95058393f153 req-cda709bd-d4e2-401a-b4c2-e87c58d78760 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] For port d88bd5ce-a80d-4262-b45e-21a96e42ba28, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d88bd5ce-a80d-4262-b45e-21a96e42ba28,segment=NetworkSegment(22b6e6f5-bc54-4d47-a692-4903a75eb174),segment_id=22b6e6f5-bc54-4d47-a692-4903a75eb174)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:07:15.830297 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-8632326f-b5b2-411c-89e5-95058393f153 req-cda709bd-d4e2-401a-b4c2-e87c58d78760 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:15.849498 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ada0f-3895-467c-9837-4348748f0236 req-64c9667d-288d-483a-a6ab-69a143047b44 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:15.851069 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e21ada0f-3895-467c-9837-4348748f0236 req-64c9667d-288d-483a-a6ab-69a143047b44 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=84a1e95d-328c-4a6c-a81a-c47c632a5cf3 HTTP/1.1" status: 200 len: 946 time: 0.0890756 May 25 16:07:15.897738 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-e21ada0f-3895-467c-9837-4348748f0236 req-c0631380-13f7-44e1-b2e3-f193a00c60c3 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410576 May 25 16:07:15.959114 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-8632326f-b5b2-411c-89e5-95058393f153 req-cda709bd-d4e2-401a-b4c2-e87c58d78760 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Calling delete_port for d88bd5ce-a80d-4262-b45e-21a96e42ba28 owned by compute:nova {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:07:16.138807 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-8632326f-b5b2-411c-89e5-95058393f153 req-cda709bd-d4e2-401a-b4c2-e87c58d78760 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:16.144811 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-8a307410-3cfa-473a-b691-ab873a9364fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:07:16.184868 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['d88bd5ce-a80d-4262-b45e-21a96e42ba28'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:07:16.189122 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda709bd-d4e2-401a-b4c2-e87c58d78760 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Pushing event deleted for resources: {'Port': ['ID=d88bd5ce-a80d-4262-b45e-21a96e42ba28,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:16.229444 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda709bd-d4e2-401a-b4c2-e87c58d78760 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:16.229822 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda709bd-d4e2-401a-b4c2-e87c58d78760 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:16.230194 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda709bd-d4e2-401a-b4c2-e87c58d78760 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:16.230561 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda709bd-d4e2-401a-b4c2-e87c58d78760 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:16.230920 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda709bd-d4e2-401a-b4c2-e87c58d78760 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:16.231279 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda709bd-d4e2-401a-b4c2-e87c58d78760 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:16.231642 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda709bd-d4e2-401a-b4c2-e87c58d78760 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:16.231994 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda709bd-d4e2-401a-b4c2-e87c58d78760 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:16.232348 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda709bd-d4e2-401a-b4c2-e87c58d78760 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:16.232699 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda709bd-d4e2-401a-b4c2-e87c58d78760 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:16.233077 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda709bd-d4e2-401a-b4c2-e87c58d78760 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:16.233425 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda709bd-d4e2-401a-b4c2-e87c58d78760 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:16.241118 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-cda709bd-d4e2-401a-b4c2-e87c58d78760 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:07:16.279071 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [req-8632326f-b5b2-411c-89e5-95058393f153 req-cda709bd-d4e2-401a-b4c2-e87c58d78760 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] No DVR routers for this DVR port d88bd5ce-a80d-4262-b45e-21a96e42ba28 on host hv-cinder-78638 {{(pid=98823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:07:16.281508 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-8632326f-b5b2-411c-89e5-95058393f153 req-cda709bd-d4e2-401a-b4c2-e87c58d78760 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:16.284009 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a1e95d-328c-4a6c-a81a-c47c632a5cf3', 'name': 'network-vif-deleted', 'tag': 'd88bd5ce-a80d-4262-b45e-21a96e42ba28'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:07:16.332664 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a1e95d-328c-4a6c-a81a-c47c632a5cf3', 'name': 'network-vif-deleted', 'tag': 'd88bd5ce-a80d-4262-b45e-21a96e42ba28', 'status': 'completed', 'code': 200} May 25 16:07:16.361710 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-8632326f-b5b2-411c-89e5-95058393f153 req-cda709bd-d4e2-401a-b4c2-e87c58d78760 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.91 "DELETE /v2.0/ports/d88bd5ce-a80d-4262-b45e-21a96e42ba28 HTTP/1.1" status: 204 len: 173 time: 0.9582913 May 25 16:07:17.065431 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5c5747e9-a5c9-455d-8544-a773b889f3ad req-c873f5ff-adc6-4385-9b63-67f39bb0e71d tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=84a1e95d-328c-4a6c-a81a-c47c632a5cf3 HTTP/1.1" status: 200 len: 210 time: 0.0424883 May 25 16:07:18.713525 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device d88bd5ce-a80d-4262-b45e-21a96e42ba28 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:07:18.748801 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] No Port match for: d88bd5ce-a80d-4262-b45e-21a96e42ba28 {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:07:18.749108 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device d88bd5ce-a80d-4262-b45e-21a96e42ba28 not bound to the agent host hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:07:22.281285 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-f3f4f12d-0330-4b47-b179-66afcd115657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:23.034361 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578118e-19da-4209-8f91-e22299f58b73 req-53e265fc-c667-4532-947e-7f70ecc63dd7 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:23.035798 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f578118e-19da-4209-8f91-e22299f58b73 req-53e265fc-c667-4532-947e-7f70ecc63dd7 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/networks?id=d964ba2c-df62-4b66-9983-ca9d336bcea0 HTTP/1.1" status: 200 len: 813 time: 0.1472640 May 25 16:07:23.050926 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f578118e-19da-4209-8f91-e22299f58b73 req-3e4d7379-b879-4916-8e57-4f3f5f7b5a80 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/quotas/a1efeb1bc5534acaae2f567171ad8554 HTTP/1.1" status: 200 len: 375 time: 0.0089302 May 25 16:07:23.102832 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f578118e-19da-4209-8f91-e22299f58b73 req-da47917f-a263-4b4e-b46f-2a6118e78898 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a1efeb1bc5534acaae2f567171ad8554&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468838 May 25 16:07:23.114749 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.wsgi [req-f578118e-19da-4209-8f91-e22299f58b73 req-cbf70292-5194-45b1-b4e2-5e68f71d25c7 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=98824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:07:23.115717 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f578118e-19da-4209-8f91-e22299f58b73 req-cbf70292-5194-45b1-b4e2-5e68f71d25c7 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055172 May 25 16:07:23.254810 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f578118e-19da-4209-8f91-e22299f58b73 req-4f7fe4eb-4f45-407a-8f37-12c8189c7e2b service neutron] 10.222.0.72 "GET /v2.0/networks/d964ba2c-df62-4b66-9983-ca9d336bcea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330273 May 25 16:07:23.387721 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f578118e-19da-4209-8f91-e22299f58b73 req-07d48342-4b9c-4c17-b5b5-f820033c1f1a service neutron] 10.222.0.72 "GET /v2.0/networks/d964ba2c-df62-4b66-9983-ca9d336bcea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260288 May 25 16:07:23.754545 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b8c19909-3bc6-4495-a1a0-618e44909257 req-9df4168b-c772-46ed-a9b2-359403f6614a tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cd89a3b-977f-4ba8-9d90-5bb0bf812f67 HTTP/1.1" status: 200 len: 210 time: 0.1386886 May 25 16:07:24.737164 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:24.804636 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-594ad753-0865-42fe-a5ae-da490a01856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:24.908461 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-8655c9d1-208e-4ec7-9260-795a51ca4960 req-162e14ea-560b-43ab-b376-abbc0ea78fc8 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cd89a3b-977f-4ba8-9d90-5bb0bf812f67 HTTP/1.1" status: 200 len: 210 time: 0.0429299 May 25 16:07:25.241213 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:25.898605 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:26.065850 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-b4878377-5dfb-44c0-aff5-c80f5cafa837 req-58151638-be7c-4e7a-9664-a69637f91144 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cd89a3b-977f-4ba8-9d90-5bb0bf812f67 HTTP/1.1" status: 200 len: 210 time: 0.0450995 May 25 16:07:26.324175 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578118e-19da-4209-8f91-e22299f58b73 req-62eef389-90ea-4b29-bbf7-1ab488ffa53e tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:26.325713 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-f578118e-19da-4209-8f91-e22299f58b73 req-62eef389-90ea-4b29-bbf7-1ab488ffa53e tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.91 "GET /v2.0/networks?id=d964ba2c-df62-4b66-9983-ca9d336bcea0 HTTP/1.1" status: 200 len: 813 time: 0.1511807 May 25 16:07:26.348778 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [req-f578118e-19da-4209-8f91-e22299f58b73 req-4361f870-2fcd-48f8-a163-6a65614e8239 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Request body: {'port': {'device_id': '6cd89a3b-977f-4ba8-9d90-5bb0bf812f67', 'network_id': 'd964ba2c-df62-4b66-9983-ca9d336bcea0', 'admin_state_up': True, 'tenant_id': 'a1efeb1bc5534acaae2f567171ad8554'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:07:26.489970 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [req-f578118e-19da-4209-8f91-e22299f58b73 req-4361f870-2fcd-48f8-a163-6a65614e8239 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:07:26.494083 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-f578118e-19da-4209-8f91-e22299f58b73 req-4361f870-2fcd-48f8-a163-6a65614e8239 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Usage tracker for resource:port and tenant:a1efeb1bc5534acaae2f567171ad8554 is out of sync, need to count used quota {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:07:26.496861 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-f578118e-19da-4209-8f91-e22299f58b73 req-4361f870-2fcd-48f8-a163-6a65614e8239 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98823) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:07:26.502619 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.quota.driver [req-f578118e-19da-4209-8f91-e22299f58b73 req-4361f870-2fcd-48f8-a163-6a65614e8239 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98823) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:07:26.589728 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f578118e-19da-4209-8f91-e22299f58b73 req-4361f870-2fcd-48f8-a163-6a65614e8239 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Made reservation on behalf of a1efeb1bc5534acaae2f567171ad8554 for: {'port': 1} {{(pid=98823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:07:26.594161 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-f578118e-19da-4209-8f91-e22299f58b73 req-4361f870-2fcd-48f8-a163-6a65614e8239 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:26.801269 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.db_base_plugin_common [req-f578118e-19da-4209-8f91-e22299f58b73 req-4361f870-2fcd-48f8-a163-6a65614e8239 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Allocated IP 172.20.0.5 (d964ba2c-df62-4b66-9983-ca9d336bcea0/d0166c4a-e45d-4257-b543-ebe081a5e213/7746eb05-ab5a-4c9f-83f4-ebd3dee08377) {{(pid=98823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:07:27.010453 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-f578118e-19da-4209-8f91-e22299f58b73 req-4361f870-2fcd-48f8-a163-6a65614e8239 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Notify callbacks [] for port, precommit_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:27.103306 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-f578118e-19da-4209-8f91-e22299f58b73 req-4361f870-2fcd-48f8-a163-6a65614e8239 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745740923603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_create {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:27.110738 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-2f53c24e-f2e6-4915-8815-94e1eafaf5b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:07:27.176124 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f578118e-19da-4209-8f91-e22299f58b73 req-4361f870-2fcd-48f8-a163-6a65614e8239 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Network d964ba2c-df62-4b66-9983-ca9d336bcea0 is already hosted by enough agents. {{(pid=98823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:07:27.179858 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.scheduler.base_scheduler [req-f578118e-19da-4209-8f91-e22299f58b73 req-4361f870-2fcd-48f8-a163-6a65614e8239 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Resources bound (agent type, host, resource id): {{(pid=98823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:07:27.182577 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f578118e-19da-4209-8f91-e22299f58b73 req-4361f870-2fcd-48f8-a163-6a65614e8239 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Received port after_create {{(pid=98823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:07:27.227681 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361f870-2fcd-48f8-a163-6a65614e8239 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Pushing event updated for resources: {'Port': ['ID=7746eb05-ab5a-4c9f-83f4-ebd3dee08377,revision_number=1']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:27.236237 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-4361f870-2fcd-48f8-a163-6a65614e8239 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:07:27.258487 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578118e-19da-4209-8f91-e22299f58b73 req-4361f870-2fcd-48f8-a163-6a65614e8239 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:27.259098 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-f578118e-19da-4209-8f91-e22299f58b73 req-4361f870-2fcd-48f8-a163-6a65614e8239 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:27.259773 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ec428-94a4-4b51-9eee-2c7720c20b50 req-d6d1f3f2-a29b-4400-8099-f596731209bb tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:27.261419 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5a2ec428-94a4-4b51-9eee-2c7720c20b50 req-d6d1f3f2-a29b-4400-8099-f596731209bb tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cd89a3b-977f-4ba8-9d90-5bb0bf812f67 HTTP/1.1" status: 200 len: 931 time: 0.0850964 May 25 16:07:27.305883 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-5a2ec428-94a4-4b51-9eee-2c7720c20b50 req-f0a98892-7f87-402e-8803-bea8605df2a1 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388131 May 25 16:07:27.338962 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-f578118e-19da-4209-8f91-e22299f58b73 req-4361f870-2fcd-48f8-a163-6a65614e8239 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9943576 May 25 16:07:27.362717 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [req-f578118e-19da-4209-8f91-e22299f58b73 req-0fe62a30-d4e2-45a8-be09-1f46d3fed67b tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=98823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:07:27.363639 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-f578118e-19da-4209-8f91-e22299f58b73 req-0fe62a30-d4e2-45a8-be09-1f46d3fed67b tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052071 May 25 16:07:27.417663 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.v2.base [req-f578118e-19da-4209-8f91-e22299f58b73 req-1d2cebaa-57f0-44b1-8d33-dfbfef57268a service neutron] Request body: {'port': {'device_id': '6cd89a3b-977f-4ba8-9d90-5bb0bf812f67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:07:27.533650 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-f578118e-19da-4209-8f91-e22299f58b73 req-1d2cebaa-57f0-44b1-8d33-dfbfef57268a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:27.978720 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:28.004820 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [req-f578118e-19da-4209-8f91-e22299f58b73 req-1d2cebaa-57f0-44b1-8d33-dfbfef57268a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7746eb05-ab5a-4c9f-83f4-ebd3dee08377 {{(pid=98823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:07:28.012378 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-f578118e-19da-4209-8f91-e22299f58b73 req-1d2cebaa-57f0-44b1-8d33-dfbfef57268a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:28.027093 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.provisioning_blocks [req-f578118e-19da-4209-8f91-e22299f58b73 req-1d2cebaa-57f0-44b1-8d33-dfbfef57268a service neutron] Transition to ACTIVE for port object 7746eb05-ab5a-4c9f-83f4-ebd3dee08377 will not be triggered until provisioned by entity L2. {{(pid=98823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:07:28.081151 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-f578118e-19da-4209-8f91-e22299f58b73 req-1d2cebaa-57f0-44b1-8d33-dfbfef57268a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8273186'] for port, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:28.085511 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-abbf1729-b253-4636-bbbe-9d2bc85056d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:07:28.218033 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2cebaa-57f0-44b1-8d33-dfbfef57268a service neutron] Pushing event updated for resources: {'Port': ['ID=7746eb05-ab5a-4c9f-83f4-ebd3dee08377,revision_number=2']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:28.245038 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-1d2cebaa-57f0-44b1-8d33-dfbfef57268a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:07:28.324301 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.managers [req-f578118e-19da-4209-8f91-e22299f58b73 req-1d2cebaa-57f0-44b1-8d33-dfbfef57268a service neutron] Attempting to bind port 7746eb05-ab5a-4c9f-83f4-ebd3dee08377 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:07:28.324636 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.managers [req-f578118e-19da-4209-8f91-e22299f58b73 req-1d2cebaa-57f0-44b1-8d33-dfbfef57268a service neutron] Attempting to bind port 7746eb05-ab5a-4c9f-83f4-ebd3dee08377 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '22b6e6f5-bc54-4d47-a692-4903a75eb174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'd964ba2c-df62-4b66-9983-ca9d336bcea0'}] {{(pid=98823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:07:28.324996 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f578118e-19da-4209-8f91-e22299f58b73 req-1d2cebaa-57f0-44b1-8d33-dfbfef57268a service neutron] Attempting to bind port 7746eb05-ab5a-4c9f-83f4-ebd3dee08377 on network d964ba2c-df62-4b66-9983-ca9d336bcea0 {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:07:28.329823 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f578118e-19da-4209-8f91-e22299f58b73 req-1d2cebaa-57f0-44b1-8d33-dfbfef57268a service neutron] Port 7746eb05-ab5a-4c9f-83f4-ebd3dee08377 on network d964ba2c-df62-4b66-9983-ca9d336bcea0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:07:28.330154 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f578118e-19da-4209-8f91-e22299f58b73 req-1d2cebaa-57f0-44b1-8d33-dfbfef57268a service neutron] Attempting to bind port 7746eb05-ab5a-4c9f-83f4-ebd3dee08377 on network d964ba2c-df62-4b66-9983-ca9d336bcea0 {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:07:28.336874 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f578118e-19da-4209-8f91-e22299f58b73 req-1d2cebaa-57f0-44b1-8d33-dfbfef57268a service neutron] Checking agent: {'id': '8886f986-558f-4b39-be9e-9feee4f02dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'started_at': datetime.datetime(2021, 5, 25, 15, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:07:28.337221 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f578118e-19da-4209-8f91-e22299f58b73 req-1d2cebaa-57f0-44b1-8d33-dfbfef57268a service neutron] Checking segment: {'id': '22b6e6f5-bc54-4d47-a692-4903a75eb174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'd964ba2c-df62-4b66-9983-ca9d336bcea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:07:28.337612 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f578118e-19da-4209-8f91-e22299f58b73 req-1d2cebaa-57f0-44b1-8d33-dfbfef57268a service neutron] Bound using segment: {'id': '22b6e6f5-bc54-4d47-a692-4903a75eb174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'd964ba2c-df62-4b66-9983-ca9d336bcea0'} {{(pid=98823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:07:28.338050 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.managers [req-f578118e-19da-4209-8f91-e22299f58b73 req-1d2cebaa-57f0-44b1-8d33-dfbfef57268a service neutron] Bound port: 7746eb05-ab5a-4c9f-83f4-ebd3dee08377, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b6e6f5-bc54-4d47-a692-4903a75eb174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'd964ba2c-df62-4b66-9983-ca9d336bcea0'}}] {{(pid=98823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:07:28.338453 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-f578118e-19da-4209-8f91-e22299f58b73 req-1d2cebaa-57f0-44b1-8d33-dfbfef57268a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:28.429906 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-f578118e-19da-4209-8f91-e22299f58b73 req-1d2cebaa-57f0-44b1-8d33-dfbfef57268a service neutron] For port 7746eb05-ab5a-4c9f-83f4-ebd3dee08377, host hv-cinder-78638, cleared binding levels {{(pid=98823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:07:28.432876 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-f578118e-19da-4209-8f91-e22299f58b73 req-1d2cebaa-57f0-44b1-8d33-dfbfef57268a service neutron] For port 7746eb05-ab5a-4c9f-83f4-ebd3dee08377, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7746eb05-ab5a-4c9f-83f4-ebd3dee08377,segment=NetworkSegment(22b6e6f5-bc54-4d47-a692-4903a75eb174),segment_id=22b6e6f5-bc54-4d47-a692-4903a75eb174)] {{(pid=98823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:07:28.497671 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f809d6-0647-4693-815f-a7c8204763fb req-b21f0cf7-1faf-4876-acb0-d1de83f53323 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:28.498280 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-f578118e-19da-4209-8f91-e22299f58b73 req-1d2cebaa-57f0-44b1-8d33-dfbfef57268a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8273186'] for port, after_update {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:28.499109 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-30f809d6-0647-4693-815f-a7c8204763fb req-b21f0cf7-1faf-4876-acb0-d1de83f53323 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cd89a3b-977f-4ba8-9d90-5bb0bf812f67 HTTP/1.1" status: 200 len: 943 time: 0.0856175 May 25 16:07:28.503997 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-06a65bb7-1a2a-4286-b72b-af1036a1f32b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:07:28.547062 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-30f809d6-0647-4693-815f-a7c8204763fb req-5264ba79-62c6-4417-9e27-245f1e3711f1 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405245 May 25 16:07:28.588075 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578118e-19da-4209-8f91-e22299f58b73 req-1d2cebaa-57f0-44b1-8d33-dfbfef57268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:28.588995 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-f578118e-19da-4209-8f91-e22299f58b73 req-1d2cebaa-57f0-44b1-8d33-dfbfef57268a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:28.590396 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-f578118e-19da-4209-8f91-e22299f58b73 req-1d2cebaa-57f0-44b1-8d33-dfbfef57268a service neutron] 10.222.0.91 "PUT /v2.0/ports/7746eb05-ab5a-4c9f-83f4-ebd3dee08377 HTTP/1.1" status: 200 len: 1093 time: 1.2199755 May 25 16:07:28.590658 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd89a3b-977f-4ba8-9d90-5bb0bf812f67', 'tag': '7746eb05-ab5a-4c9f-83f4-ebd3dee08377'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:07:28.613169 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2cebaa-57f0-44b1-8d33-dfbfef57268a service neutron] Pushing event updated for resources: {'Port': ['ID=7746eb05-ab5a-4c9f-83f4-ebd3dee08377,revision_number=3']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:28.619427 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-1d2cebaa-57f0-44b1-8d33-dfbfef57268a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:07:28.690964 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd89a3b-977f-4ba8-9d90-5bb0bf812f67', 'tag': '7746eb05-ab5a-4c9f-83f4-ebd3dee08377', 'status': 'completed', 'code': 200} May 25 16:07:28.781712 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578118e-19da-4209-8f91-e22299f58b73 req-f5ee5dce-a593-44df-9ef6-e9791d0f7765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:28.783190 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-f578118e-19da-4209-8f91-e22299f58b73 req-f5ee5dce-a593-44df-9ef6-e9791d0f7765 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a1efeb1bc5534acaae2f567171ad8554&device_id=6cd89a3b-977f-4ba8-9d90-5bb0bf812f67 HTTP/1.1" status: 200 len: 1096 time: 0.0720332 May 25 16:07:28.863899 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-f578118e-19da-4209-8f91-e22299f58b73 req-24a03bb5-50a5-4cd9-8950-81bb3663e57c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7746eb05-ab5a-4c9f-83f4-ebd3dee08377 HTTP/1.1" status: 200 len: 217 time: 0.0655265 May 25 16:07:28.937336 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578118e-19da-4209-8f91-e22299f58b73 req-656db02d-351a-4cd5-8e14-f5ab71d952a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:28.938765 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-f578118e-19da-4209-8f91-e22299f58b73 req-656db02d-351a-4cd5-8e14-f5ab71d952a9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d0166c4a-e45d-4257-b543-ebe081a5e213 HTTP/1.1" status: 200 len: 853 time: 0.0659881 May 25 16:07:28.993558 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-f578118e-19da-4209-8f91-e22299f58b73 req-867a33b9-8fd3-4eaf-9f93-cf70f6f8e3e6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d964ba2c-df62-4b66-9983-ca9d336bcea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474834 May 25 16:07:29.129213 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-f578118e-19da-4209-8f91-e22299f58b73 req-f1390a0e-af80-4074-a3f9-eb05bb98f0a2 service neutron] 10.222.0.91 "GET /v2.0/networks/d964ba2c-df62-4b66-9983-ca9d336bcea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257455 May 25 16:07:29.275762 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-f578118e-19da-4209-8f91-e22299f58b73 req-e21c3af4-a8c5-4eae-9f73-8c84113800ba service neutron] 10.222.0.91 "GET /v2.0/networks/d964ba2c-df62-4b66-9983-ca9d336bcea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370511 May 25 16:07:29.582757 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5489cd-a6ca-4b2b-8d86-6dfd716aa786 req-7043e595-93f6-4682-92c1-0ff04672b9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:29.584264 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-0a5489cd-a6ca-4b2b-8d86-6dfd716aa786 req-7043e595-93f6-4682-92c1-0ff04672b9d3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a1efeb1bc5534acaae2f567171ad8554&device_id=6cd89a3b-977f-4ba8-9d90-5bb0bf812f67 HTTP/1.1" status: 200 len: 1096 time: 0.0815475 May 25 16:07:29.735933 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5489cd-a6ca-4b2b-8d86-6dfd716aa786 req-82fa561c-2b12-4db9-bcee-d8dbb7684876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:29.741481 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-0a5489cd-a6ca-4b2b-8d86-6dfd716aa786 req-82fa561c-2b12-4db9-bcee-d8dbb7684876 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d964ba2c-df62-4b66-9983-ca9d336bcea0 HTTP/1.1" status: 200 len: 914 time: 0.1440105 May 25 16:07:29.762198 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b9bf0-02c3-43a0-9834-93fb3ca53a70 req-b329dd0f-5100-406c-bbdc-1679c3ea7541 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:29.763634 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f74b9bf0-02c3-43a0-9834-93fb3ca53a70 req-b329dd0f-5100-406c-bbdc-1679c3ea7541 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cd89a3b-977f-4ba8-9d90-5bb0bf812f67 HTTP/1.1" status: 200 len: 943 time: 0.0846639 May 25 16:07:29.810827 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-0a5489cd-a6ca-4b2b-8d86-6dfd716aa786 req-b7827a4d-adaf-44d3-8867-b350cb5599b2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7746eb05-ab5a-4c9f-83f4-ebd3dee08377 HTTP/1.1" status: 200 len: 217 time: 0.0663574 May 25 16:07:29.817265 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f74b9bf0-02c3-43a0-9834-93fb3ca53a70 req-5ad30a8d-baaf-4fbd-bd48-03bd5ea773f5 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474443 May 25 16:07:29.880138 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5489cd-a6ca-4b2b-8d86-6dfd716aa786 req-02711169-0838-474e-9d51-24b1d6e69c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:29.881651 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-0a5489cd-a6ca-4b2b-8d86-6dfd716aa786 req-02711169-0838-474e-9d51-24b1d6e69c1c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d0166c4a-e45d-4257-b543-ebe081a5e213 HTTP/1.1" status: 200 len: 853 time: 0.0640085 May 25 16:07:29.936241 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-0a5489cd-a6ca-4b2b-8d86-6dfd716aa786 req-49d1073c-5062-4582-9f27-e131bb4c52a8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d964ba2c-df62-4b66-9983-ca9d336bcea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444992 May 25 16:07:30.075917 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-0a5489cd-a6ca-4b2b-8d86-6dfd716aa786 req-353091f7-4f36-4019-a7b3-18fa45111e80 service neutron] 10.222.0.91 "GET /v2.0/networks/d964ba2c-df62-4b66-9983-ca9d336bcea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317461 May 25 16:07:30.303106 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-0a5489cd-a6ca-4b2b-8d86-6dfd716aa786 req-3e6664ef-e91d-4e5c-a1b6-88c17c573f4b service neutron] 10.222.0.91 "GET /v2.0/networks/d964ba2c-df62-4b66-9983-ca9d336bcea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200511 May 25 16:07:31.009717 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ba597-b529-43ef-beb5-cd2bad834db1 req-6589ae9c-5bc8-4a7e-b517-46da5b0a654a tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:31.011188 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-973ba597-b529-43ef-beb5-cd2bad834db1 req-6589ae9c-5bc8-4a7e-b517-46da5b0a654a tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cd89a3b-977f-4ba8-9d90-5bb0bf812f67 HTTP/1.1" status: 200 len: 943 time: 0.0835392 May 25 16:07:31.057184 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-973ba597-b529-43ef-beb5-cd2bad834db1 req-db086fbd-6412-4108-babf-1bd026e0567c tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403383 May 25 16:07:32.251831 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92618282-a37c-4125-807e-ace5c710a7fd req-d0d3c288-8876-496a-85ac-d82405c8cfdd tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:32.253376 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-92618282-a37c-4125-807e-ace5c710a7fd req-d0d3c288-8876-496a-85ac-d82405c8cfdd tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cd89a3b-977f-4ba8-9d90-5bb0bf812f67 HTTP/1.1" status: 200 len: 943 time: 0.0872726 May 25 16:07:32.299062 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-92618282-a37c-4125-807e-ace5c710a7fd req-63b40c93-817a-481b-b8d9-4c0d35be38e3 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396607 May 25 16:07:32.777113 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 7746eb05-ab5a-4c9f-83f4-ebd3dee08377 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:07:32.910923 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 7746eb05-ab5a-4c9f-83f4-ebd3dee08377, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7746eb05-ab5a-4c9f-83f4-ebd3dee08377,segment=NetworkSegment(22b6e6f5-bc54-4d47-a692-4903a75eb174),segment_id=22b6e6f5-bc54-4d47-a692-4903a75eb174)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:07:32.924230 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Returning: {'device': '7746eb05-ab5a-4c9f-83f4-ebd3dee08377', 'network_id': 'd964ba2c-df62-4b66-9983-ca9d336bcea0', 'port_id': '7746eb05-ab5a-4c9f-83f4-ebd3dee08377', 'mac_address': 'fa:16:3e:08:5e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0166c4a-e45d-4257-b543-ebe081a5e213', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:07:32.983933 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:33.002828 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7746eb05-ab5a-4c9f-83f4-ebd3dee08377 {{(pid=98825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:07:33.021402 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 7746eb05-ab5a-4c9f-83f4-ebd3dee08377, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7746eb05-ab5a-4c9f-83f4-ebd3dee08377,segment=NetworkSegment(22b6e6f5-bc54-4d47-a692-4903a75eb174),segment_id=22b6e6f5-bc54-4d47-a692-4903a75eb174)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:07:33.092975 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:33.094801 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-f7bbe5a6-9480-4124-8343-f890ac795b62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:07:33.161600 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=7746eb05-ab5a-4c9f-83f4-ebd3dee08377,revision_number=4']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:33.168775 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:33.169152 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:33.169499 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:33.169843 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:33.170180 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:33.170516 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:33.170849 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:33.171192 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:33.171512 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:33.171838 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:33.172170 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:33.172495 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:33.176344 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:07:33.478722 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['7746eb05-ab5a-4c9f-83f4-ebd3dee08377'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:07:33.486343 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ba1e6-2a71-40ed-9b4e-e9f98c189b77 req-5171baa6-ac86-470a-a33b-ea6139e66a6b tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:33.487789 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1b0ba1e6-2a71-40ed-9b4e-e9f98c189b77 req-5171baa6-ac86-470a-a33b-ea6139e66a6b tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cd89a3b-977f-4ba8-9d90-5bb0bf812f67 HTTP/1.1" status: 200 len: 944 time: 0.0805674 May 25 16:07:33.533181 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-1b0ba1e6-2a71-40ed-9b4e-e9f98c189b77 req-1b94d951-46c9-4057-a7b9-861f6a708236 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394878 May 25 16:07:34.723208 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1acf2-579c-4d5d-807a-7680f424ec0b req-18fc2cca-08d8-4c3f-9263-ef235528e06f tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:34.724658 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-dcb1acf2-579c-4d5d-807a-7680f424ec0b req-18fc2cca-08d8-4c3f-9263-ef235528e06f tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cd89a3b-977f-4ba8-9d90-5bb0bf812f67 HTTP/1.1" status: 200 len: 944 time: 0.0841882 May 25 16:07:34.769305 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-dcb1acf2-579c-4d5d-807a-7680f424ec0b req-e2d8db1b-4cd4-413c-89df-235adb565c1e tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382905 May 25 16:07:34.776315 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 7746eb05-ab5a-4c9f-83f4-ebd3dee08377 up at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:07:34.916622 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning for port 7746eb05-ab5a-4c9f-83f4-ebd3dee08377 completed by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:07:34.921565 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.db.provisioning_blocks [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Provisioning complete for port 7746eb05-ab5a-4c9f-83f4-ebd3dee08377 triggered by entity L2. {{(pid=98825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:07:34.923079 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702439'] for port, provisioning_complete {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:35.047541 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1625105'] for port, before_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:35.074321 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd89a3b-977f-4ba8-9d90-5bb0bf812f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7746eb05-ab5a-4c9f-83f4-ebd3dee08377'}] {{(pid=98825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:07:35.083594 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] For port 7746eb05-ab5a-4c9f-83f4-ebd3dee08377, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7746eb05-ab5a-4c9f-83f4-ebd3dee08377,segment=NetworkSegment(22b6e6f5-bc54-4d47-a692-4903a75eb174),segment_id=22b6e6f5-bc54-4d47-a692-4903a75eb174)] {{(pid=98825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:07:35.122438 dv-cinder-786384-6-smb neutron-server[98825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd89a3b-977f-4ba8-9d90-5bb0bf812f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7746eb05-ab5a-4c9f-83f4-ebd3dee08377', 'code': 200} May 25 16:07:35.190120 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745741357204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745740923621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745740923926'] for port, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:35.191875 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:07:35.261964 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Pushing event updated for resources: {'Port': ['ID=7746eb05-ab5a-4c9f-83f4-ebd3dee08377,revision_number=5']} {{(pid=98825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:35.264899 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG oslo_concurrency.lockutils [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:07:35.566512 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887d378-2414-4cbf-8cf8-3b2ea1385006 req-4032572a-c970-4cdc-b8dd-ba1e5db73f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:35.568294 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-1887d378-2414-4cbf-8cf8-3b2ea1385006 req-4032572a-c970-4cdc-b8dd-ba1e5db73f34 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=6cd89a3b-977f-4ba8-9d90-5bb0bf812f67 HTTP/1.1" status: 200 len: 1098 time: 0.0803788 May 25 16:07:35.612584 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-1887d378-2414-4cbf-8cf8-3b2ea1385006 req-5371c1e9-cda3-43f1-8697-9e3076f2731a service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359130 May 25 16:07:35.956193 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb98ea-1a7b-46ff-9341-6eea84026ddb req-407ab357-47c2-4dad-80c1-afc6605ab611 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:35.957687 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f3fb98ea-1a7b-46ff-9341-6eea84026ddb req-407ab357-47c2-4dad-80c1-afc6605ab611 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cd89a3b-977f-4ba8-9d90-5bb0bf812f67 HTTP/1.1" status: 200 len: 945 time: 0.0810249 May 25 16:07:36.003798 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-f3fb98ea-1a7b-46ff-9341-6eea84026ddb req-0da9dc65-3181-4f43-8ef9-496715d90f2c tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404620 May 25 16:07:37.197741 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e9a1c-aa1d-4f12-a7d3-4839484f718c req-2435c3bc-d751-497d-901a-95f78a478640 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:37.199197 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d55e9a1c-aa1d-4f12-a7d3-4839484f718c req-2435c3bc-d751-497d-901a-95f78a478640 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cd89a3b-977f-4ba8-9d90-5bb0bf812f67 HTTP/1.1" status: 200 len: 945 time: 0.0879626 May 25 16:07:37.244867 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-d55e9a1c-aa1d-4f12-a7d3-4839484f718c req-fc4a6a5c-0d84-4672-ba39-92af207ef4a0 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399215 May 25 16:07:43.112065 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:07:52.280819 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-54b674db-74b7-4030-b3ca-e89aa6371c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:54.698324 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:54.754408 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-885013cc-5715-4fbc-baf0-0e6f3d58acd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:55.195163 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:55.921411 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:58.006907 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:59.841835 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e69a9-b4ed-4d75-8475-a3acde05b5a1 req-acfdab82-a853-49be-b411-6c092ebfd6c8 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:59.841835 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a58e69a9-b4ed-4d75-8475-a3acde05b5a1 req-acfdab82-a853-49be-b411-6c092ebfd6c8 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cd89a3b-977f-4ba8-9d90-5bb0bf812f67 HTTP/1.1" status: 200 len: 945 time: 0.0824008 May 25 16:07:59.890843 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-a58e69a9-b4ed-4d75-8475-a3acde05b5a1 req-18332845-9060-4c33-8e18-a11a73c38a34 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428562 May 25 16:08:01.096329 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac035a-a561-494d-9515-541d174e17da req-390dbaa9-a001-4141-84ca-bbac8aff9220 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:01.097813 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-58ac035a-a561-494d-9515-541d174e17da req-390dbaa9-a001-4141-84ca-bbac8aff9220 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cd89a3b-977f-4ba8-9d90-5bb0bf812f67 HTTP/1.1" status: 200 len: 945 time: 0.0893643 May 25 16:08:01.142965 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-58ac035a-a561-494d-9515-541d174e17da req-937db27a-e7fd-426f-8d46-3b7406b9ba42 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394628 May 25 16:08:02.334897 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65064e-0d38-4414-ac28-b0f5e31c5d6a req-52f51593-785e-4114-b24b-a8300e1121b4 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:02.336352 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ed65064e-0d38-4414-ac28-b0f5e31c5d6a req-52f51593-785e-4114-b24b-a8300e1121b4 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cd89a3b-977f-4ba8-9d90-5bb0bf812f67 HTTP/1.1" status: 200 len: 945 time: 0.0884526 May 25 16:08:02.381790 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-ed65064e-0d38-4414-ac28-b0f5e31c5d6a req-64370a99-c176-4db9-bcfd-f609b20ed9c6 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391133 May 25 16:08:03.570503 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e6e62-8e3e-43ba-9c57-bac81c94774c req-a16e2c8b-c2b7-40fe-b0a5-30161ed8d38c tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:03.571982 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-399e6e62-8e3e-43ba-9c57-bac81c94774c req-a16e2c8b-c2b7-40fe-b0a5-30161ed8d38c tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cd89a3b-977f-4ba8-9d90-5bb0bf812f67 HTTP/1.1" status: 200 len: 945 time: 0.0830252 May 25 16:08:03.618249 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-399e6e62-8e3e-43ba-9c57-bac81c94774c req-a054e570-c5a7-4c83-9481-e791281e3d5b tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406432 May 25 16:08:04.802105 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6a619-e2d5-42e3-ae55-54c0207285bf req-cb207514-ad8b-4333-a569-0c2b1228e10b tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:04.803237 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-5bf6a619-e2d5-42e3-ae55-54c0207285bf req-cb207514-ad8b-4333-a569-0c2b1228e10b tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Synchronizing usage tracker for tenant:a1efeb1bc5534acaae2f567171ad8554 on resource:port {{(pid=98823) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:08:04.822270 dv-cinder-786384-6-smb neutron-server[98824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0225f2-b387-4248-bf0a-83c18f438cf5 req-ceae527c-7be2-4d7f-98d2-1c1c9982ace5 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:04.823759 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0e0225f2-b387-4248-bf0a-83c18f438cf5 req-ceae527c-7be2-4d7f-98d2-1c1c9982ace5 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cd89a3b-977f-4ba8-9d90-5bb0bf812f67 HTTP/1.1" status: 200 len: 945 time: 0.0994573 May 25 16:08:04.873321 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-0e0225f2-b387-4248-bf0a-83c18f438cf5 req-efff741f-a754-4324-bef0-b47a5f3337fd tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e38fd9d-5b04-453f-b2a5-afb6553cc629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431259 May 25 16:08:04.938669 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.quota.resource [req-5bf6a619-e2d5-42e3-ae55-54c0207285bf req-cb207514-ad8b-4333-a569-0c2b1228e10b tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Unset dirty status for tenant:a1efeb1bc5534acaae2f567171ad8554 on resource:port {{(pid=98823) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:08:04.939863 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5bf6a619-e2d5-42e3-ae55-54c0207285bf req-cb207514-ad8b-4333-a569-0c2b1228e10b tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.91 "GET /v2.0/ports?device_id=6cd89a3b-977f-4ba8-9d90-5bb0bf812f67 HTTP/1.1" status: 200 len: 945 time: 0.2223191 May 25 16:08:05.083925 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-5bf6a619-e2d5-42e3-ae55-54c0207285bf req-4897f235-6f20-4933-ad93-e23e1273c472 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Deleting port 7746eb05-ab5a-4c9f-83f4-ebd3dee08377 {{(pid=98823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:08:05.084160 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-5bf6a619-e2d5-42e3-ae55-54c0207285bf req-4897f235-6f20-4933-ad93-e23e1273c472 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745741355587'] for port, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:05.216913 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.db [req-5bf6a619-e2d5-42e3-ae55-54c0207285bf req-4897f235-6f20-4933-ad93-e23e1273c472 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] For port 7746eb05-ab5a-4c9f-83f4-ebd3dee08377, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7746eb05-ab5a-4c9f-83f4-ebd3dee08377,segment=NetworkSegment(22b6e6f5-bc54-4d47-a692-4903a75eb174),segment_id=22b6e6f5-bc54-4d47-a692-4903a75eb174)] {{(pid=98823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:08:05.217275 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-5bf6a619-e2d5-42e3-ae55-54c0207285bf req-4897f235-6f20-4933-ad93-e23e1273c472 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451836'] for port, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:05.339364 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.plugin [req-5bf6a619-e2d5-42e3-ae55-54c0207285bf req-4897f235-6f20-4933-ad93-e23e1273c472 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Calling delete_port for 7746eb05-ab5a-4c9f-83f4-ebd3dee08377 owned by compute:nova {{(pid=98823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:08:05.561137 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-5bf6a619-e2d5-42e3-ae55-54c0207285bf req-4897f235-6f20-4933-ad93-e23e1273c472 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1625798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745741357222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745740923612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8273195'] for port, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:05.567261 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-ec7ab2c1-6aa7-4687-b748-90adb9303f17 tempest-ServerRescueNegativeTestJSON-1665148114 tempest-ServerRescueNegativeTestJSON-1665148114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:08:05.604852 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.db [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] get_ports_and_sgs() called for port_ids ['7746eb05-ab5a-4c9f-83f4-ebd3dee08377'] {{(pid=98825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:08:05.615140 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897f235-6f20-4933-ad93-e23e1273c472 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Pushing event deleted for resources: {'Port': ['ID=7746eb05-ab5a-4c9f-83f4-ebd3dee08377,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:05.618108 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-4897f235-6f20-4933-ad93-e23e1273c472 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:08:05.694265 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf6a619-e2d5-42e3-ae55-54c0207285bf req-4897f235-6f20-4933-ad93-e23e1273c472 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] No DVR routers for this DVR port 7746eb05-ab5a-4c9f-83f4-ebd3dee08377 on host hv-cinder-78638 {{(pid=98823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:08:05.696917 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [req-5bf6a619-e2d5-42e3-ae55-54c0207285bf req-4897f235-6f20-4933-ad93-e23e1273c472 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104748'] for port, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:05.700045 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd89a3b-977f-4ba8-9d90-5bb0bf812f67', 'name': 'network-vif-deleted', 'tag': '7746eb05-ab5a-4c9f-83f4-ebd3dee08377'}] {{(pid=98823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:08:05.744391 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd89a3b-977f-4ba8-9d90-5bb0bf812f67', 'name': 'network-vif-deleted', 'tag': '7746eb05-ab5a-4c9f-83f4-ebd3dee08377', 'status': 'completed', 'code': 200} May 25 16:08:05.801067 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [req-5bf6a619-e2d5-42e3-ae55-54c0207285bf req-4897f235-6f20-4933-ad93-e23e1273c472 tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.91 "DELETE /v2.0/ports/7746eb05-ab5a-4c9f-83f4-ebd3dee08377 HTTP/1.1" status: 204 len: 173 time: 0.8513722 May 25 16:08:06.038620 dv-cinder-786384-6-smb neutron-server[98824]: INFO neutron.wsgi [req-11ccab2a-6ac8-4b52-8488-453f1c8e0efe req-053464fb-602a-482c-9efc-bae3ba86515c tempest-VolumesSnapshotTestJSON-563300767 tempest-VolumesSnapshotTestJSON-563300767-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cd89a3b-977f-4ba8-9d90-5bb0bf812f67 HTTP/1.1" status: 200 len: 210 time: 0.0462298 May 25 16:08:08.946862 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 7746eb05-ab5a-4c9f-83f4-ebd3dee08377 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:08:08.983003 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.plugin [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] No Port match for: 7746eb05-ab5a-4c9f-83f4-ebd3dee08377 {{(pid=98825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:08:08.983369 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron.plugins.ml2.rpc [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Device 7746eb05-ab5a-4c9f-83f4-ebd3dee08377 not bound to the agent host hv-cinder-78638 {{(pid=98825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:08:20.110932 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:08:22.263866 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-cf8c2483-4bc7-429e-984a-d580af3ff56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:24.687600 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:24.723655 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-ea518271-fcf3-4ee0-a4d7-6860c0647edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:25.189825 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:25.904344 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:27.984401 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:28.736025 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 49948) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:08:28.796996 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a727e5-8784-4a0e-a7b7-f7980afd5ae2 admin admin] Deleting subnet d0166c4a-e45d-4257-b543-ebe081a5e213 {{(pid=98823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:08:28.799939 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-36a727e5-8784-4a0e-a7b7-f7980afd5ae2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:28.856389 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-36a727e5-8784-4a0e-a7b7-f7980afd5ae2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6719297'] for subnet, precommit_delete_associations {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:28.920397 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-36a727e5-8784-4a0e-a7b7-f7980afd5ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698781'] for subnet, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:29.253130 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-36a727e5-8784-4a0e-a7b7-f7980afd5ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1697896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8241880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7228919'] for subnet, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:29.257145 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:08:29.291388 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a727e5-8784-4a0e-a7b7-f7980afd5ae2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0166c4a-e45d-4257-b543-ebe081a5e213,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:29.300423 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-36a727e5-8784-4a0e-a7b7-f7980afd5ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for subnet, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:29.303391 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a727e5-8784-4a0e-a7b7-f7980afd5ae2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:29.303772 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a727e5-8784-4a0e-a7b7-f7980afd5ae2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:29.304149 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a727e5-8784-4a0e-a7b7-f7980afd5ae2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:29.304517 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a727e5-8784-4a0e-a7b7-f7980afd5ae2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:29.304908 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a727e5-8784-4a0e-a7b7-f7980afd5ae2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:29.305277 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a727e5-8784-4a0e-a7b7-f7980afd5ae2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:29.305640 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a727e5-8784-4a0e-a7b7-f7980afd5ae2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:29.306001 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a727e5-8784-4a0e-a7b7-f7980afd5ae2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:29.306363 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a727e5-8784-4a0e-a7b7-f7980afd5ae2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:29.306721 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a727e5-8784-4a0e-a7b7-f7980afd5ae2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:29.307078 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a727e5-8784-4a0e-a7b7-f7980afd5ae2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:29.307433 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a727e5-8784-4a0e-a7b7-f7980afd5ae2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-6-smb {{(pid=98823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:29.311048 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-36a727e5-8784-4a0e-a7b7-f7980afd5ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:08:29.314061 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-36a727e5-8784-4a0e-a7b7-f7980afd5ae2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d0166c4a-e45d-4257-b543-ebe081a5e213 HTTP/1.1" status: 204 len: 168 time: 0.5770402 May 25 16:08:29.316497 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 49952) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:08:29.423225 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-dcb929e7-d8a5-454e-af08-2e2377bad9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655721'] for network, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:29.631659 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-dcb929e7-d8a5-454e-af08-2e2377bad9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700178', 'neutron.services.segments.db._delete_segments_for_network-8745741368284'] for network, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:29.644906 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.services.segments.db [None req-dcb929e7-d8a5-454e-af08-2e2377bad9d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d964ba2c-df62-4b66-9983-ca9d336bcea0']}} {{(pid=98823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:29.657239 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.services.segments.db [None req-dcb929e7-d8a5-454e-af08-2e2377bad9d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b6e6f5-bc54-4d47-a692-4903a75eb174') {'for_net_delete': True} {{(pid=98823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:29.657538 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.services.segments.db [None req-dcb929e7-d8a5-454e-af08-2e2377bad9d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b6e6f5-bc54-4d47-a692-4903a75eb174') {} {{(pid=98823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:29.668506 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-dcb929e7-d8a5-454e-af08-2e2377bad9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745741377181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6719306'] for segment, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:29.684198 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-dcb929e7-d8a5-454e-af08-2e2377bad9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514'] for segment, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:29.691064 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb929e7-d8a5-454e-af08-2e2377bad9d7 admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=98823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:08:29.697331 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-dcb929e7-d8a5-454e-af08-2e2377bad9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1697514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8273278'] for segment, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: Traceback (most recent call last): May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: timer() May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: cb(*args, **kw) May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: return func(*args, **kwargs) May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: self._notify() May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: self.callback(batched_events) May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: event.method(event) May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: return f(self, *a, **k) May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: return self._get(url).json() May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: return self.request(url, 'GET', **kwargs) May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:08:29.705437 dv-cinder-786384-6-smb neutron-server[98823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:08:29.829808 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-dcb929e7-d8a5-454e-af08-2e2377bad9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449069'] for network, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:29.833387 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:08:29.847191 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-dcb929e7-d8a5-454e-af08-2e2377bad9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628358'] for network, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:29.857473 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb929e7-d8a5-454e-af08-2e2377bad9d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d964ba2c-df62-4b66-9983-ca9d336bcea0,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:29.860814 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-dcb929e7-d8a5-454e-af08-2e2377bad9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:08:29.933234 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-dcb929e7-d8a5-454e-af08-2e2377bad9d7 admin admin] 10.222.0.72 "DELETE /v2.0/networks/d964ba2c-df62-4b66-9983-ca9d336bcea0 HTTP/1.1" status: 204 len: 168 time: 0.6156080 May 25 16:08:30.237822 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 49958) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:08:30.286445 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-c812535b-9ca1-438f-8055-c5e60d346e2f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a1efeb1bc5534acaae2f567171ad8554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473588 May 25 16:08:30.288667 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.wsgi [-] (98823) accepted ('10.222.0.72', 49962) {{(pid=98823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:08:30.355909 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-95227cf7-c27d-4755-b878-6911acac29c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:30.382754 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-95227cf7-c27d-4755-b878-6911acac29c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:30.503818 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-95227cf7-c27d-4755-b878-6911acac29c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589325'] for security_group, after_delete {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:30.507652 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-a580d230-dcdb-4bcf-ae2b-a32b1f2c92ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:08:30.519595 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95227cf7-c27d-4755-b878-6911acac29c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e38fd9d-5b04-453f-b2a5-afb6553cc629,revision_number=None']} {{(pid=98823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:30.523216 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG oslo_concurrency.lockutils [None req-95227cf7-c27d-4755-b878-6911acac29c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:08:30.526963 dv-cinder-786384-6-smb neutron-server[98823]: DEBUG neutron_lib.callbacks.manager [None req-95227cf7-c27d-4755-b878-6911acac29c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:30.528179 dv-cinder-786384-6-smb neutron-server[98823]: INFO neutron.wsgi [None req-95227cf7-c27d-4755-b878-6911acac29c0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9e38fd9d-5b04-453f-b2a5-afb6553cc629 HTTP/1.1" status: 204 len: 168 time: 0.2386007 May 25 16:08:52.315474 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-7c8e90f3-b5cc-4ecf-8928-f709754b1266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:54.697956 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:54.726320 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-4229a543-c7f9-429d-84b3-3cf1831b2f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:55.189947 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:55.920323 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:57.110008 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:08:58.019033 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:22.298481 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-c97b71a0-1aec-4730-b50f-dec872e00e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:24.692181 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:24.738474 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-7364f30c-96b7-4af9-ba99-9d9a5ef0c1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:25.178317 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:25.926728 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:28.035393 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:34.109050 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:09:52.269716 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-58b483ac-ee73-47e8-a9bd-dfaff1b508e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:54.750095 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:54.766833 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-2788042e-710f-47d2-9186-4e3fc26deffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:55.246900 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:55.915138 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:57.983590 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:11.109084 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:10:22.276107 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-3ed63d31-747f-456c-a099-5c72a8c97ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:24.698665 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:24.721149 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-a52a9edb-1468-4f67-9432-deb67d6a1722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:25.246738 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:25.915983 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:28.007417 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:48.108190 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:10:52.298115 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-45f005c6-2861-48a5-8dbe-07008ea90caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:54.697978 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:54.726579 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-2323624f-7829-414f-acdd-5567bfba6bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:55.195401 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:55.915547 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:57.995423 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:11:22.281341 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8f2f31bf-e825-4cbd-8838-b1904f8503c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:11:24.681378 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:11:24.749944 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-14c8877a-b2e5-4d6d-bb27-9c2280b6d94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:11:25.106615 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:11:25.229571 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:11:25.904197 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:11:27.995620 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:11:52.275750 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-c14a5312-5fc4-4ae9-8a85-7075738aea8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:11:54.715466 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:11:54.738152 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-700bab6d-3b62-46f5-adb4-d606348e0843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:11:55.298263 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:11:55.926718 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:11:58.007305 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:12:02.105717 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:12:22.310435 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-d43eebd7-28b7-476f-b268-1c1a0a3b382d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:12:24.767006 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:12:24.795444 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-7a1f046a-17bb-4870-975e-9d8d028c7b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:12:25.275721 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:12:25.933069 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:12:27.995630 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:12:39.104387 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:12:52.328384 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-ede80d6f-c34e-41b5-9406-c2f4adc5e9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:12:54.733465 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:12:54.779040 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-beba30e6-1e39-4420-8fb0-86d64e952f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:12:55.275881 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:12:55.933453 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:12:58.018878 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:13:16.102711 dv-cinder-786384-6-smb neutron-server[98826]: DEBUG neutron.db.agents_db [None req-aa02df27-68ee-454b-b840-7cb1c31a023c None None] Agent healthcheck: found 6 active agents {{(pid=98826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:13:22.282275 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-f71a6607-aaad-49d1-b58f-24c8a2f56122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:13:24.789477 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-772b0be9-04de-4c12-be7c-4be8b34250e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:13:24.830071 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-27f7e87d-bbf7-4b25-87aa-cc93456a5003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:13:25.293190 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-8332882d-5a08-4bbe-b915-0ab22bc1c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:13:25.933089 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-b9069c4f-1ae7-4a01-a5af-15902036c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:13:28.018132 dv-cinder-786384-6-smb neutron-server[98825]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9dcd-c8e7-4b5f-8d73-8a3ec75e1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745741368302', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702812'] for agent, after_update {{(pid=98825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}